-- Logs begin at Wed 2022-02-16 13:28:42 UTC, end at Wed 2022-02-16 14:43:18 UTC. -- Feb 16 14:18:45.522338 dv-cinder-778193-17-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 14:18:48.552300 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.common.config [-] Logging enabled! Feb 16 14:18:48.552952 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 14:18:48.553129 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103097) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 14:18:48.556432 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.common.config [-] Logging enabled! Feb 16 14:18:48.556693 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 14:18:48.557032 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103097) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 14:18:48.557988 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 14:18:48.558227 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 14:18:48.558716 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 14:18:48.558972 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 14:18:48.559207 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 14:18:48.559538 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.559969 dv-cinder-778193-17-iscsi neutron-server[103097]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 16 14:18:48.560296 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.560598 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.560945 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.561249 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.561547 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.561833 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.562128 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.562430 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.562723 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.563010 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.563301 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.563598 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.563888 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.564181 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.564471 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.564759 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] debug = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.565152 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.566110 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.566544 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.566829 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.567127 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.567413 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.567691 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.567971 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.568260 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.568591 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] host = dv-cinder-778193-17-iscsi {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.568896 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.569191 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.569481 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.569770 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.570052 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.570330 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.570650 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.570964 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.571242 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] log_file = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.571523 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.571819 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.572113 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.572407 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.572636 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.572888 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.573185 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.573480 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.573763 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.574043 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.574323 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.574602 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.574880 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.575154 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.575446 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.575741 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.576071 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.576358 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.576639 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.576939 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.577219 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.577512 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.577794 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.578076 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.578357 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.578650 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.578927 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.579205 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.579511 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.579804 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.580094 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.580382 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.580685 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.581145 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.581617 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.581908 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.582252 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] use_json = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.582537 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.582818 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.583109 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.583390 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.583670 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.583955 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.584235 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.584524 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.584826 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:48.585134 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.585438 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.585751 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.586058 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.586359 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.586646 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.586944 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.587232 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.587530 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.587872 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.588182 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.588467 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.588775 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.589096 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.589400 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.589714 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.590016 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.590317 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.590601 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.590885 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.591169 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.591457 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.591750 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.592035 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.592334 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.592631 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.592939 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.593245 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.593542 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.593843 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.594142 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.594426 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.594713 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.595013 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.595299 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.595581 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.595873 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.596169 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.596582 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.596993 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.597330 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.597621 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.597902 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.598183 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.598469 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.598770 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.599096 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.599379 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.599661 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.599946 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.600226 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.600519 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.600823 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.601112 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.601392 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.601680 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.601960 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.602242 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.602526 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.602808 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.603095 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.603375 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.603658 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.603940 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.604221 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.604501 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.604800 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.605089 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.605376 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.605651 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.605936 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.606217 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.606498 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.606780 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.607075 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.607380 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.607668 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.607955 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.608242 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.608527 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.609088 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.609088 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.609453 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.609754 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.610043 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.610367 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.610647 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.610954 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.611274 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.611566 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.612387 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.612694 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.613014 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.613305 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.613587 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.613878 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.614639 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.614639 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.614794 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.615037 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.615335 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.615636 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.615924 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.616250 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.616542 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:48.616763 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 14:18:48.617037 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103097) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 14:18:48.995487 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 14:18:48.995697 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 14:18:48.996010 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 14:18:48.996353 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 14:18:49.332569 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.332902 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.333182 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.334502 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.334789 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.335061 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.380046 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.380333 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.380609 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.395571 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.395859 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.396139 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.528385 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.528677 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.528976 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.566159 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.566756 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.566756 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.814577 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.814877 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.815721 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.815997 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.816703 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.924735 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.925086 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.925468 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.925758 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.926037 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.926352 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.926621 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.926888 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.927161 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.927497 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.927856 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.928156 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.928421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.928684 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.928979 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.929253 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.929523 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.929800 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.930076 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.930339 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.930621 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.930882 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.931172 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.931684 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.932003 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.932306 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.932759 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:18:49.933046 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:18:49.933283 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:18:49.933530 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:18:49.933778 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:18:49.934020 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:18:49.934419 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 14:18:49.938154 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 14:18:49.944322 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 14:18:49.948423 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 16 14:18:49.950143 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 14:18:49.950623 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 14:18:49.950970 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 14:18:49.951374 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 14:18:49.954305 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 14:18:49.954566 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 14:18:49.954921 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 14:18:49.960534 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 14:18:49.983683 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 14:18:49.984151 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.984461 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103097) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 16 14:18:49.985046 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.986465 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103097) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 14:18:49.986754 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 14:18:49.987084 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 14:18:49.990810 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:49.991135 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:50.055631 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 14:18:50.055867 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 14:18:50.056109 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 14:18:50.056493 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 14:18:50.077526 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_db.sqlalchemy.engines [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103097) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 14:18:50.652060 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Initializing driver for type 'gre' Feb 16 14:18:50.652650 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] gre ID ranges: [(1, 1000)] Feb 16 14:18:50.806151 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Initializing driver for type 'local' Feb 16 14:18:50.806481 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Initializing driver for type 'vlan' Feb 16 14:18:50.908545 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] VlanTypeDriver initialization complete Feb 16 14:18:50.908906 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Initializing driver for type 'vxlan' Feb 16 14:18:50.909505 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] vxlan ID ranges: [(1, 1000)] Feb 16 14:18:51.131576 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Initializing extension driver 'port_security' Feb 16 14:18:51.131918 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.extensions.port_security [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] PortSecurityExtensionDriver initialization complete Feb 16 14:18:51.132252 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Initializing mechanism driver 'openvswitch' Feb 16 14:18:51.132586 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Initializing mechanism driver 'hyperv' Feb 16 14:18:51.139328 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.plugin [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:51.140188 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > port after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.151124 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > port after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.151124 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > port after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.151124 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103097) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:18:51.151124 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > subnet after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.151124 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > subnet after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.151495 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.151495 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103097) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:18:51.151495 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > network after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.151495 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > network after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.151495 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > network after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.151840 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103097) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:18:51.151840 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > security_group after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.151840 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > security_group after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.151840 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.151840 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103097) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:18:51.152213 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.152213 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.152213 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.152213 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103097) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:18:51.152213 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > address_group after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.152552 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > address_group after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.152552 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.152552 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103097) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 14:18:51.152552 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] ML2 OVO RPC backend initialized. {{(pid=103097) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 14:18:51.152552 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.152925 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.152925 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > network before_response 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.152925 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > networks before_response 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.152925 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > port before_response 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.153235 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > ports before_response 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.153235 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > subnet before_response 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.153235 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > subnets before_response 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.153235 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > network after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.153553 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > network after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.153553 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > network after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.153868 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > port after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.154204 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > port after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.154536 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > port after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.154872 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > subnet after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.155208 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > subnet after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.155539 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.163360 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded quota_driver: . Feb 16 14:18:51.163674 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.plugin [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Modular L2 Plugin initialization complete Feb 16 14:18:51.164022 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading services supported by the core plugin {{(pid=103097) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 14:18:51.164360 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.plugins.ml2.managers [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Got port-security extension from driver 'port_security' Feb 16 14:18:51.164901 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.extensions.vlantransparent [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Disabled vlantransparent extension. Feb 16 14:18:51.165395 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103097) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 14:18:51.165718 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading Plugin: router Feb 16 14:18:51.203421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.203812 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router after_create 55549900 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.204181 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router before_create 55549900 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.204545 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.204955 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.205316 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router after_delete 55549900 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.205701 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.206053 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.206458 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router after_create 55549900 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.206805 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router after_update 55549900 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.207162 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router after_update 55549900 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.207506 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.207864 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router after_update 55549900 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.208273 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router precommit_update 55549900 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.208638 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: port after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.209002 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: port after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.209341 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: subnet after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.209680 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.210027 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.210370 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router precommit_create 55549900 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.210706 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: port before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.211046 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router precommit_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.211400 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router after_update 55549900 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.211742 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.212219 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router precommit_create 55549900 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.212585 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.212962 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router precommit_update 55549900 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.213331 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > agent after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.213693 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > agent after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.214027 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > network after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.214885 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Tracking information for resource: router configured {{(pid=103097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:18:51.215217 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Tracking information for resource: floatingip configured {{(pid=103097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 14:18:51.220195 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.db.l3_agentschedulers_db [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 14:18:51.220772 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: port after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.221667 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: port after_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.222027 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: port after_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.222371 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: port after_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.223295 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router before_create 55550100 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.223657 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.224018 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router precommit_create 55550100 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.224372 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > router precommit_update 55550100 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.229270 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.services.provider_configuration [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service providers = [] {{(pid=103097) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 14:18:51.229635 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.db.servicetype_db [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103097) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 14:18:51.232582 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.services.service_base [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103097) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:18:51.232953 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.services.service_base [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103097) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:18:51.233293 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.services.service_base [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103097) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:18:51.234180 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.services.service_base [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103097) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 14:18:51.234551 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.services.service_base [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 14:18:51.234927 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:18:51.235241 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 14:18:51.246626 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:18:51.246961 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading Plugin: auto_allocate Feb 16 14:18:51.252944 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: network precommit_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.253393 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: network precommit_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.253908 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:18:51.254228 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading Plugin: tag Feb 16 14:18:51.261109 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:18:51.261440 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading Plugin: timestamp Feb 16 14:18:51.265339 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:18:51.265664 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading Plugin: network_ip_availability Feb 16 14:18:51.271275 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.271644 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.272000 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.272706 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:18:51.273048 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading Plugin: flavors Feb 16 14:18:51.277956 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:18:51.278291 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading Plugin: revisions Feb 16 14:18:51.282578 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 14:18:51.282969 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_concurrency.lockutils [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.287s {{(pid=103097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 14:18:51.284226 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103097) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 14:18:51.284564 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Initializing extension manager. Feb 16 14:18:51.285118 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: __init__.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.285457 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: __pycache__ {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.285789 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.286125 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: address_group.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.286875 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.287434 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: address-group Feb 16 14:18:51.287755 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: address_scope.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.288464 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.288989 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: address-scope Feb 16 14:18:51.289310 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.290244 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.290753 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: router-admin-state-down-before-update Feb 16 14:18:51.291078 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: agent.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.291767 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.292266 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: agent Feb 16 14:18:51.292873 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: agent_resources_synced.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.293812 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.294317 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: agent-resources-synced Feb 16 14:18:51.294635 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: allowedaddresspairs.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.296414 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.296948 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: allowed-address-pairs Feb 16 14:18:51.297277 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: auto_allocated_topology.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.298354 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.298856 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: auto-allocated-topology Feb 16 14:18:51.299176 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: availability_zone.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.300425 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.300951 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: availability_zone Feb 16 14:18:51.301271 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: availability_zone_filter.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.302176 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.302673 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: availability_zone_filter Feb 16 14:18:51.302993 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: data_plane_status.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.303891 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.304389 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 14:18:51.304707 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: default_subnetpools.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.305638 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.306140 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: default-subnetpools Feb 16 14:18:51.306457 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.307252 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.307744 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: dhcp_agent_scheduler Feb 16 14:18:51.308063 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: dns.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.308994 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.309489 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 14:18:51.309807 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: dns_domain_ports.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.310714 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.311207 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 14:18:51.311527 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.312441 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.312963 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 14:18:51.313284 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: dvr.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.313945 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.314442 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: dvr Feb 16 14:18:51.314760 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: ecmp_routes.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.315806 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.316315 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 14:18:51.316634 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: empty_string_filtering.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.317564 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.318066 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: empty-string-filtering Feb 16 14:18:51.318385 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.319288 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.319789 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 14:18:51.320109 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.321048 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.321545 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 14:18:51.321861 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: external_net.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.322760 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.323261 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: external-net Feb 16 14:18:51.323579 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.324479 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.325017 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: extra_dhcp_opt Feb 16 14:18:51.325340 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: extraroute.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.326239 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.326736 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: extraroute Feb 16 14:18:51.327056 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: extraroute_atomic.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.328082 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.328579 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: extraroute-atomic Feb 16 14:18:51.328927 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: filter_validation.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.329583 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.330075 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: filter-validation Feb 16 14:18:51.330393 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: fip_pf_description.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.331337 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.331825 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 14:18:51.332147 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: fip_port_details.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.333263 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.333747 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: fip-port-details Feb 16 14:18:51.334067 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: flavors.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.335300 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.335813 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: flavors Feb 16 14:18:51.336134 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.337837 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.338353 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 14:18:51.338683 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: floatingip_pools.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.339380 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.339886 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: floatingip-pools Feb 16 14:18:51.340213 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: ip_allocation.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.341168 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.341671 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 14:18:51.341990 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.342901 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.343411 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: ip-substring-filtering Feb 16 14:18:51.343738 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: l2_adjacency.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.344656 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.345186 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 14:18:51.345501 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: l3.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.346962 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.347474 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: router Feb 16 14:18:51.347793 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.350056 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.350574 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 14:18:51.350902 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.351834 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.352339 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: ext-gw-mode Feb 16 14:18:51.352661 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.353589 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.354095 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: l3-ha Feb 16 14:18:51.354417 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.355318 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.355815 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 16 14:18:51.356140 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: l3_flavors.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.357078 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.357578 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: l3-flavors Feb 16 14:18:51.357896 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.359266 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.359771 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 16 14:18:51.360096 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.361043 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.361542 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 14:18:51.362483 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: l3agentscheduler.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.363680 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.364190 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: l3_agent_scheduler Feb 16 14:18:51.364517 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: local_ip.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.366320 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.366833 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension local_ip not supported by any of loaded plugins Feb 16 14:18:51.367165 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: logging.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.368804 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.369317 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension logging not supported by any of loaded plugins Feb 16 14:18:51.369679 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: metering.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.370370 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.370938 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: metering Feb 16 14:18:51.371264 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.372347 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.372891 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: metering_source_and_destination_fields Feb 16 14:18:51.373220 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: multiprovidernet.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.374142 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.374645 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: multi-provider Feb 16 14:18:51.374969 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: netmtu.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.375877 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.376384 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: net-mtu Feb 16 14:18:51.376706 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: netmtu_writable.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.377842 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.378426 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: net-mtu-writable Feb 16 14:18:51.378750 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: network_availability_zone.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.379413 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.379910 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: network_availability_zone Feb 16 14:18:51.380227 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: network_ip_availability.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.381393 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.381896 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: network-ip-availability Feb 16 14:18:51.382216 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: network_segment_range.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.382967 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.383460 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 14:18:51.383779 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: pagination.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.384757 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.385107 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: pagination Feb 16 14:18:51.385425 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: port_device_profile.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.386325 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.386837 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: port-device-profile Feb 16 14:18:51.387156 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.388076 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.388574 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: port-mac-address-regenerate Feb 16 14:18:51.388932 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.389860 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.390362 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: port-numa-affinity-policy Feb 16 14:18:51.390680 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: port_resource_request.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.391578 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.392074 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 14:18:51.392389 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: port_resource_request_groups.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.393426 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.394002 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 16 14:18:51.394323 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: portbindings.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.395246 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.395751 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: binding Feb 16 14:18:51.396069 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: portbindings_extended.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.397378 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.397880 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: binding-extended Feb 16 14:18:51.398203 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: portsecurity.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.399106 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.399607 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: port-security Feb 16 14:18:51.399930 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: project_id.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.400923 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.401253 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: project-id Feb 16 14:18:51.401571 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: providernet.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.402482 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.402989 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: provider Feb 16 14:18:51.403309 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: qos.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.406942 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.407455 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension qos not supported by any of loaded plugins Feb 16 14:18:51.407784 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.409759 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.410269 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 14:18:51.410597 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.411515 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.412019 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 14:18:51.412347 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: qos_default.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.413282 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.413830 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension qos-default not supported by any of loaded plugins Feb 16 14:18:51.414111 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: qos_fip.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.415037 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.415537 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 14:18:51.415861 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.416770 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.417295 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 16 14:18:51.417871 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: qos_gateway_ip.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.418894 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.419402 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 14:18:51.419726 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: qos_port_network_policy.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.420638 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.421174 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 14:18:51.421497 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.422533 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.423036 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 16 14:18:51.423359 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.424969 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.425587 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 16 14:18:51.425912 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: qos_pps_rule.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.427102 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.427609 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension qos-pps not supported by any of loaded plugins Feb 16 14:18:51.427931 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: qos_rule_type_details.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.428870 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.429371 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 14:18:51.429696 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: qos_rules_alias.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.430743 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.431245 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 14:18:51.431571 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: quota_check_limit.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.432479 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.433003 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: quota-check-limit Feb 16 14:18:51.433328 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: quotasv2.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.434246 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.434575 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: quotas Feb 16 14:18:51.434892 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: quotasv2_detail.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.436604 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.436986 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: quota_details Feb 16 14:18:51.437322 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: rbac.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.438360 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.438877 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: rbac-policies Feb 16 14:18:51.439208 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: rbac_address_group.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.440214 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.440807 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: rbac-address-group Feb 16 14:18:51.441146 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: rbac_address_scope.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.442061 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.442565 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: rbac-address-scope Feb 16 14:18:51.442891 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: rbac_security_groups.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.443797 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.444302 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: rbac-security-groups Feb 16 14:18:51.444624 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: rbac_subnetpool.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.445624 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.446130 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: rbac-subnetpool Feb 16 14:18:51.446460 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: revisionifmatch.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.447373 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.447874 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: revision-if-match Feb 16 14:18:51.448196 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: revisions.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.449325 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.449834 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: standard-attr-revisions Feb 16 14:18:51.450159 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: router_availability_zone.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.450822 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.451329 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: router_availability_zone Feb 16 14:18:51.451651 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: routerservicetype.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.452564 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.453103 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 14:18:51.453423 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.454337 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.454845 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: security-groups-normalized-cidr Feb 16 14:18:51.455168 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.466768 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.467274 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: port-security-groups-filtering Feb 16 14:18:51.467594 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.468526 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.469063 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: security-groups-remote-address-group Feb 16 14:18:51.469385 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.470315 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.470814 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: security-groups-shared-filtering Feb 16 14:18:51.471133 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.472265 dv-cinder-778193-17-iscsi neutron-server[103097]: WARNING neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 16 14:18:51.472579 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: securitygroup.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.482312 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.482834 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: security-group Feb 16 14:18:51.483167 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: segment.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.483973 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.484474 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension segment not supported by any of loaded plugins Feb 16 14:18:51.484818 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.485767 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.486270 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 14:18:51.486594 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: servicetype.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.488243 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.488759 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: service-type Feb 16 14:18:51.489112 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: sorting.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.495828 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.496159 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: sorting Feb 16 14:18:51.496480 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: standard_attr_segment.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.497428 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.497933 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 14:18:51.498255 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: standardattrdescription.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.498893 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.499391 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: standard-attr-description Feb 16 14:18:51.499710 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: stateful_security_group.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.500627 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.501169 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: stateful-security-group Feb 16 14:18:51.501491 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: stdattrs_common.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.502092 dv-cinder-778193-17-iscsi neutron-server[103097]: WARNING neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 14:18:51.502409 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.503505 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.504008 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 14:18:51.504327 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: subnet_onboard.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.505436 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.505939 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: subnet_onboard Feb 16 14:18:51.506258 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.507196 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.507695 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 14:18:51.508016 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: subnet_service_types.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.508960 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.509470 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: subnet-service-types Feb 16 14:18:51.509791 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: subnetallocation.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.510861 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.511370 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: subnet_allocation Feb 16 14:18:51.511692 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.512350 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.512885 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: subnetpool-prefix-ops Feb 16 14:18:51.513259 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.514159 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.514659 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 14:18:51.514977 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: tagging.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.516048 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.516560 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: standard-attr-tag Feb 16 14:18:51.516912 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: timestamp.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.518182 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.518810 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loaded extension: standard-attr-timestamp Feb 16 14:18:51.519140 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: trunk.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.520174 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.520681 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension trunk not supported by any of loaded plugins Feb 16 14:18:51.521030 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: trunk_details.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.524703 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.525285 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 14:18:51.525631 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: uplink_status_propagation.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.526594 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.527111 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 14:18:51.527445 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Loading extension file: vlantransparent.py {{(pid=103097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 14:18:51.528130 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 14:18:51.528643 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 14:18:51.531219 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:network Feb 16 14:18:51.531766 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:subnet Feb 16 14:18:51.532409 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:18:51.532925 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:port Feb 16 14:18:51.535943 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.v2.resource_helper [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:18:51.536392 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.v2.resource_helper [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service FLAVORS assigned prefix: {{(pid=103097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:18:51.537041 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.v2.resource_helper [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:18:51.537474 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.v2.resource_helper [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:18:51.537813 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:router Feb 16 14:18:51.538263 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 14:18:51.538757 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.v2.resource_helper [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service METERING assigned prefix: /metering {{(pid=103097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:18:51.540195 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.540569 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.541032 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:18:51.542073 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 14:18:51.542781 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:security_group Feb 16 14:18:51.543210 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 14:18:51.543817 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.v2.resource_helper [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service CORE assigned prefix: {{(pid=103097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:18:51.544150 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:18:51.544501 dv-cinder-778193-17-iscsi neutron-server[103097]: WARNING neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] subnetpool is already registered Feb 16 14:18:51.544979 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.v2.resource_helper [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service CORE assigned prefix: {{(pid=103097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:18:51.545311 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:18:51.545646 dv-cinder-778193-17-iscsi neutron-server[103097]: WARNING neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] subnetpool is already registered Feb 16 14:18:51.547947 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.v2.resource_helper [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:18:51.548412 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.v2.resource_helper [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service FLAVORS assigned prefix: {{(pid=103097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:18:51.549025 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.v2.resource_helper [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:18:51.550108 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.v2.resource_helper [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:18:51.550453 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:router Feb 16 14:18:51.550796 dv-cinder-778193-17-iscsi neutron-server[103097]: WARNING neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] router is already registered Feb 16 14:18:51.551216 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 14:18:51.551556 dv-cinder-778193-17-iscsi neutron-server[103097]: WARNING neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] floatingip is already registered Feb 16 14:18:51.552017 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.v2.resource_helper [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service METERING assigned prefix: /metering {{(pid=103097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:18:51.552692 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 14:18:51.553055 dv-cinder-778193-17-iscsi neutron-server[103097]: WARNING neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] rbac_policy is already registered Feb 16 14:18:51.553501 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:security_group Feb 16 14:18:51.553840 dv-cinder-778193-17-iscsi neutron-server[103097]: WARNING neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] security_group is already registered Feb 16 14:18:51.554244 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 14:18:51.554581 dv-cinder-778193-17-iscsi neutron-server[103097]: WARNING neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] security_group_rule is already registered Feb 16 14:18:51.555231 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.v2.resource_helper [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service CORE assigned prefix: {{(pid=103097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:18:51.555591 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:18:51.555931 dv-cinder-778193-17-iscsi neutron-server[103097]: WARNING neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] subnetpool is already registered Feb 16 14:18:51.556356 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.v2.resource_helper [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Service CORE assigned prefix: {{(pid=103097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 14:18:51.556684 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 14:18:51.557072 dv-cinder-778193-17-iscsi neutron-server[103097]: WARNING neutron.quota.resource_registry [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] subnetpool is already registered Feb 16 14:18:51.557564 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: extensions {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.559072 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: address-groups {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.560555 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: address-scopes {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.562932 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: agents {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.563116 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: auto-allocated-topology {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.564381 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: availability_zones {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.565763 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: dhcp-networks {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.567251 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: dhcp-agents {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.568669 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: routers {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.570983 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: flavors {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.572179 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: service_profiles {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.573426 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: next_providers {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.574882 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: service_profiles {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.576518 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: floatingip-pools {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.577775 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: routers {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.579896 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: floatingips {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.581735 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: l3-routers {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.583124 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: l3-agents {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.584599 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: metering-labels {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.585999 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: metering-label-rules {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.587316 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: network-ip-availabilities {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.588576 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: bindings {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.590262 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: quotas {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.591898 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: quotas {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.593515 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: rbac-policies {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.594809 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: security-groups {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.596065 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: security-group-rules {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.597911 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: service-providers {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.599154 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: subnetpools {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.600585 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: subnetpools {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.602084 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: tags {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.603760 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: tags {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.606591 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: tags {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.608373 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: tags {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.744668 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: tags {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.746555 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: tags {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.748470 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: tags {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.750430 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: tags {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.752353 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: tags {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.754546 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron.api.extensions [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Extended resource: tags {{(pid=103097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 14:18:51.760643 dv-cinder-778193-17-iscsi neutron-server[103097]: WARNING keystonemiddleware.auth_token [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 14:18:51.765537 dv-cinder-778193-17-iscsi neutron-server[103097]: WARNING keystonemiddleware.auth_token [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 14:18:51.774991 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_concurrency.lockutils [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Acquired lock "singleton_lock" {{(pid=103097) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 16 14:18:51.775477 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_concurrency.lockutils [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Releasing lock "singleton_lock" {{(pid=103097) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 16 14:18:51.776141 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO oslo_service.service [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Starting 2 workers Feb 16 14:18:51.781106 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Started child 103210 {{(pid=103097) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:18:51.786264 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Started child 103211 {{(pid=103097) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:18:51.787863 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO neutron.service [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 14:18:51.787971 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:51.788654 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:51.789489 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [-] (103210) wsgi starting up on http://0.0.0.0:9696 Feb 16 14:18:51.791126 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO oslo_service.service [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Starting 1 workers Feb 16 14:18:51.791289 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:51.792989 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [-] (103211) wsgi starting up on http://0.0.0.0:9696 Feb 16 14:18:51.796728 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Started child 103212 {{(pid=103097) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:18:51.797370 dv-cinder-778193-17-iscsi neutron-server[103097]: INFO oslo_service.service [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Starting 1 workers Feb 16 14:18:51.800454 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.service [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] calling RpcWorker wait() {{(pid=103212) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 14:18:51.801051 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.service [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] returning from RpcWorker wait() {{(pid=103212) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 14:18:51.802232 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:51.802338 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Started child 103213 {{(pid=103097) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 14:18:51.802670 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:51.803149 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG neutron_lib.callbacks.manager [None req-21f72918-44ea-42d6-80f3-bdd882679d00 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:51.805267 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103097) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 14:18:51.805500 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 14:18:51.805690 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 14:18:51.805926 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 14:18:51.806285 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 14:18:51.806451 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 14:18:51.806966 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.807251 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.807541 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.807814 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.807905 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:18:51.808374 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.808650 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.808954 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.809197 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.809471 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.809737 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.809914 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.810086 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.810343 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.810582 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.810892 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.811170 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.811440 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.811697 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.811876 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.812151 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.812425 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.812685 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.812977 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] debug = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.813229 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.816970 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.816970 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.816970 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.816970 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.816970 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.816970 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.817357 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.817357 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.817357 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.817357 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.817357 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.817357 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.817357 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.817357 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.817817 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.817817 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.817817 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.818221 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] host = dv-cinder-778193-17-iscsi {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.818372 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.818613 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.818834 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.819106 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.819359 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.819587 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.819854 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.820127 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.820365 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.820614 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.820905 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.821158 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.821409 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.821650 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_file = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.821859 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_options = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.822090 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.822386 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.822622 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.822884 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.823052 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.823218 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.823496 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.823650 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.823919 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.824160 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.824382 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.824602 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.824874 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.825097 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.825339 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.825595 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.825843 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.826081 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.826347 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.826584 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.826813 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.827141 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.827424 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.827664 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.827905 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.828526 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.828526 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.828935 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.829280 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.829534 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.829783 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.830048 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.830263 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.830420 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:51.831073 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.831316 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.831542 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.831775 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.832026 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.832312 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.832542 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.832834 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.833114 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.833340 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.833682 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.833864 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.834088 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.834310 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] use_json = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.834531 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.834778 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.835027 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.835247 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.835467 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.835718 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.836163 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.836552 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.836705 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.837147 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.837403 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.837896 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.838308 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.838308 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.838585 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.838724 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.838943 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.839169 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.839405 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.841342 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.841342 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.851862 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.851862 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.851862 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.851862 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.851862 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.851862 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.851862 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.851862 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852454 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852454 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852454 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852454 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852454 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852454 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852454 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852454 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852983 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852983 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852983 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852983 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.133/identity {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852983 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852983 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852983 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.852983 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.853537 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.853537 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.853537 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.853537 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.853537 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.853537 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.853537 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.853537 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.853537 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854155 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854155 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854155 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854155 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854155 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854155 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854155 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854155 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854155 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854780 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854780 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854780 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854780 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854780 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854780 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854780 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.854780 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.855323 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.855323 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.855495 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.855723 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.855949 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.856171 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.856494 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.856731 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.856986 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.857209 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.857456 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.857694 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.857959 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.858159 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.858379 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.858607 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.858833 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.859044 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.859263 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.859485 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.859708 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.859959 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.860201 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.860445 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.860662 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.860901 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.861120 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.861341 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.861587 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.862361 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.863892 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.864147 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.864408 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.864634 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.864916 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.865158 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.865415 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.865676 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.865901 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.866140 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.866398 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.866636 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.866870 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.867099 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.867342 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.867584 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.867810 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.868043 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.868282 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.868524 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.868764 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.869059 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.869298 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.869551 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.869823 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.870074 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.870364 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.870622 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.870897 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.871143 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.871425 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.871737 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.872019 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.872287 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.872522 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.872810 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.873069 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.873351 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.873698 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.874690 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.874690 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.874690 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.874690 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.874972 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.875161 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.875329 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.875673 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.875930 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.876178 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.876416 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.876704 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.877083 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884047 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884047 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884047 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884047 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884047 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884047 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.133/identity {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884047 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884047 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884811 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884811 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884811 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884811 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884811 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884811 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884811 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.884811 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885352 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885352 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885352 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885352 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885352 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885352 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885352 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885352 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885882 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885882 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885882 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885882 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885882 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885882 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885882 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.885882 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.886421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.886421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.886421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.886421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.886421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.886778 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.886852 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.887079 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.887322 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.887537 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.887759 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.888000 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.888236 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.888482 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.888694 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.889143 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.889405 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.889759 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.890011 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.890251 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.890525 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.890771 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.890999 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.891221 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.891444 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.891688 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.891912 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.892161 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.892383 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.892609 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.892851 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.893745 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.893907 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.894173 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.894635 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.895064 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.895476 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.895708 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.895959 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.896185 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.896413 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.896643 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.896887 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.897130 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.897359 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.897664 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.897977 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.898225 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.898486 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.898781 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.899233 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.899472 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.899754 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.899995 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.900222 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.900454 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.900681 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.900924 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.901197 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.901436 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.901664 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.901909 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.902137 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.902357 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.902595 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.902813 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.903033 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.903264 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.903492 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.903709 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.903941 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.904160 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.904387 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.904637 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.904886 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.905128 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.905382 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.905604 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.905824 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.906076 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.906298 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.906518 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.906838 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.907114 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.907341 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.907653 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.907918 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.908156 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.908423 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.908766 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.909493 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.909779 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.910111 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.910363 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.910614 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.910888 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.911221 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.911519 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.911777 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.912038 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.912329 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.912622 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.912936 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.913181 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.914642 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.914642 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.914642 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.914642 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.914642 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.915045 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.915045 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.915260 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.915658 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.915913 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.916138 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.916383 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.916643 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.916931 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.917156 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.917389 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.917862 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.918092 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.918381 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.918639 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.918865 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.919088 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 14:18:51.919543 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103097) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 14:18:51.919702 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 14:18:51.919889 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 14:18:51.920026 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 14:18:51.920193 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 14:18:51.920343 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 14:18:51.920549 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.920705 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.920897 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.921062 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.921224 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.921423 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.921589 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.921750 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.921910 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.922070 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.922238 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.922396 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.922556 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.922717 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.922883 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.923039 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.923204 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.923364 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.923681 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.924014 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.924164 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.924413 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.924703 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] debug = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.924997 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.925198 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.925463 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.925676 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.925830 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.925998 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.926198 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.926198 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.926562 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.926562 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.926828 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.926828 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.927096 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.927096 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.927429 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.927429 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.927601 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.927668 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.927821 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] host = dv-cinder-778193-17-iscsi {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.927999 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.928155 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.928372 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.928499 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.928631 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.928831 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.928977 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.929065 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.929217 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.929379 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.929540 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.929703 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.929870 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.930033 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_file = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.930196 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_options = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.930367 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.930541 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.930833 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.930974 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.931065 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.931191 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.931332 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.931498 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.931659 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.931818 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.931979 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.932139 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.932300 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.932459 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.932619 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.933265 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.933265 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.933265 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.933265 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.933894 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.933894 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.933894 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.933894 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.934440 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.934440 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.934440 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.934440 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.934761 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.934761 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.934956 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.935034 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.935177 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.935338 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.935499 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.935660 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.935820 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.935980 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.936143 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.936292 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.936453 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.936615 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.936775 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.936958 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.937160 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.937287 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.937411 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.937565 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] use_json = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.937730 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.937858 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.938022 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.938184 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.938344 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.938504 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.938664 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.938823 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.938986 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 14:18:51.939177 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.939376 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.939504 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.939661 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.939795 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.940471 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.940677 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.940909 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.941078 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.941242 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.941415 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.941575 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.941746 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.941956 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.942085 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.942209 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:51.942341 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.942341 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.942623 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.942785 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.942929 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.943054 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.943192 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.943318 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.943442 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.943654 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.943780 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.943902 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.944049 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.944214 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.944395 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.944637 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.944917 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.133/identity {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.945056 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.945179 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.945318 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.945457 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.945829 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.945829 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.946067 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.946067 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.946229 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.946386 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.946551 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.946963 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.946963 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.947212 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.947212 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.948084 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.948084 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.948084 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.948084 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.948084 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.948084 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.950529 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.950529 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.950529 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.950529 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.950529 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.950529 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.950529 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.950529 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.950529 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.952334 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.952334 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.952334 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.952334 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.952334 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.952334 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.952334 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.952334 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.952334 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.953069 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.953069 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.953069 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.953069 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.953069 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.953069 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.953069 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.953069 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.953069 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.954550 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.954550 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.954550 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.954550 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.954550 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.954550 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.954550 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.954550 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.954550 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.956230 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.956230 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.956230 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.956230 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.956230 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.956230 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.956230 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.956230 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.957597 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.957597 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.957597 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.957597 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.957597 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.957597 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.957597 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.957597 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.958680 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.958680 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.958680 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.958680 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.958680 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.958680 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.958680 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.958680 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.959846 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.959846 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.959846 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.959846 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.959846 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.959846 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.959846 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.959846 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.960566 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.960566 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.960566 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.960566 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.960566 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.960566 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.961120 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.961120 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.961120 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.961120 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.964975 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.964975 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.964975 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.964975 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.964975 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.964975 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.964975 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.964975 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965421 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965889 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965889 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965889 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.133/identity {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965889 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965889 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965889 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965889 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.965889 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.966304 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.966304 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.966304 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.966304 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.966304 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.966304 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.966304 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.966304 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.966733 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.966733 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.966733 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.966733 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.967029 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.967029 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.967143 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.967311 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.967474 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.967638 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.967804 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.967970 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.968135 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.968300 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.968464 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.968629 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.968893 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.969098 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.969171 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.969299 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.969463 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.969636 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.969792 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.969944 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.970109 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.970279 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.970448 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.970610 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.970814 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.970940 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.971100 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.971298 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.971670 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.971845 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.972011 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.972176 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.972342 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.972507 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.972674 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.972859 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.973025 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.973190 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.973354 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.973523 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.973694 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.973846 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.974014 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.974181 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.974347 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.974513 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.974680 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.974844 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.975006 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.975169 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.975336 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.975499 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.975664 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.975829 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.976009 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.976173 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.976339 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.976506 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.976672 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.976860 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.977028 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.977204 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.977371 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.977545 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.977697 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.977861 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.978028 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.978207 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.978374 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.978523 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.978684 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.978848 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.979012 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.979186 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.979351 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.979516 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.979680 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.979843 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.980007 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.980181 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.980355 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.980510 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.980674 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.980859 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.981023 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.981198 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.981363 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.981527 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.981691 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.981855 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.982018 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.982192 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.982358 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.982522 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.982695 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.982860 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.983025 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.983190 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.983367 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.983531 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.983698 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.983862 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.984027 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.984192 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.984358 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.984528 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.984703 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.984894 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.985062 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.985237 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.985410 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.985584 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.985748 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.985919 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.986098 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.986263 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.986427 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.986591 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.986784 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.987000 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.987348 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.987613 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.987697 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.987808 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.987974 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.988144 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.988310 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.988474 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.988641 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.988853 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.988988 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.989152 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.989317 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.989481 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 14:18:51.989638 dv-cinder-778193-17-iscsi neutron-server[103097]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 14:18:52.211556 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 42136) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:18:52.220246 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [-] 10.222.0.133 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0064766 Feb 16 14:19:03.998488 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f8e28b-3efb-43f1-9c89-2fd7955fef93 None None] get_active_networks_info from dv-cinder-778193-17-iscsi {{(pid=103212) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 14:19:04.054237 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f8e28b-3efb-43f1-9c89-2fd7955fef93 None None] No non-hosted networks {{(pid=103212) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 14:19:04.062246 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.agentschedulers_db [None req-b5f8e28b-3efb-43f1-9c89-2fd7955fef93 None None] DHCP Agent not found on host dv-cinder-778193-17-iscsi {{(pid=103212) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 14:19:04.184942 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-faad04ee-a000-4e74-b7a2-b1674e9729b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1018445'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:06.426419 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-de5c6960-a22c-49db-9787-d5e0d1e125d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1018445'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:06.475642 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.db.api [None req-4fdfa12d-4699-4057-b119-6ad3a231b3ef None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-778193-17-iscsi {{(pid=103212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:19:06.476057 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG oslo_db.api [None req-4fdfa12d-4699-4057-b119-6ad3a231b3ef None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:19:07.143282 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4fdfa12d-4699-4057-b119-6ad3a231b3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:07.697390 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1018445'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:09.057482 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1018445'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:09.907053 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.db.l3_hamode_db [None req-3ef5e9a5-7490-43a4-bbae-d7634a5b1452 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 14:19:09.990977 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5e9a5-7490-43a4-bbae-d7634a5b1452 None None] Routers set() bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:19:09.991351 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5e9a5-7490-43a4-bbae-d7634a5b1452 None None] Router IDs set() for agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 14:19:10.380088 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 42218) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:10.654477 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1018445'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:10.654477 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:10.654477 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:10.654477 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:10.655192 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:10.655192 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:10.655192 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:10.655192 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:10.655192 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:10.655528 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:10.655528 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:10.655528 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:10.655709 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:10.655888 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:10.656277 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-17-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:10.662936 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-17-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:10.906305 dv-cinder-778193-17-iscsi neutron-server[103211]: WARNING oslo_policy.policy [None req-8495d30a-70f7-4ad9-a375-10bc87860672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:19:10.906812 dv-cinder-778193-17-iscsi neutron-server[103211]: WARNING oslo_policy.policy [None req-8495d30a-70f7-4ad9-a375-10bc87860672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:19:11.131733 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [None req-8495d30a-70f7-4ad9-a375-10bc87860672 admin admin] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=103211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:19:11.132850 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-8495d30a-70f7-4ad9-a375-10bc87860672 admin admin] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7518156 Feb 16 14:19:13.710959 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 42244) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:14.019539 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-477e29d8-0eb2-4832-91d9-010d778f09a2 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:14.111795 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.policy [None req-477e29d8-0eb2-4832-91d9-010d778f09a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103211) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 14:19:14.155023 dv-cinder-778193-17-iscsi neutron-server[103211]: WARNING oslo_policy.policy [None req-477e29d8-0eb2-4832-91d9-010d778f09a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:19:14.155394 dv-cinder-778193-17-iscsi neutron-server[103211]: WARNING oslo_policy.policy [None req-477e29d8-0eb2-4832-91d9-010d778f09a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:19:14.320669 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-477e29d8-0eb2-4832-91d9-010d778f09a2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740139814851', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740139811222', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740139767322', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740139761921', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740139782739', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740139779945', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2086946', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2064061', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-538034', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632849'] for rbac-policy (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:14.505301 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-477e29d8-0eb2-4832-91d9-010d778f09a2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:14.506407 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-477e29d8-0eb2-4832-91d9-010d778f09a2 admin admin] 10.222.0.133 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7944365 Feb 16 14:19:17.012663 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 42254) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:17.326988 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:17.433908 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Made reservation on behalf of fde30e629e064632ad4e05fd44970514 for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:19:17.437719 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:17.456448 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:17.559925 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Publish callbacks [] for security_group (e65eba0c-3cb6-4628-b445-7d8f6cb090aa), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:17.628336 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e65eba0c-3cb6-4628-b445-7d8f6cb090aa), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:17.660554 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:19:17.688948 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740137544066', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (3faa5687-fed0-488c-bb6b-6300d56d19d0), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:17.689565 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Unsubscribe: segment precommit_create {{(pid=103211) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 14:19:17.690099 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Added segment 3faa5687-fed0-488c-bb6b-6300d56d19d0 of type vlan for network d17f53a1-1671-4834-b1aa-ac966976b141 Feb 16 14:19:17.704578 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e65eba0c-3cb6-4628-b445-7d8f6cb090aa,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:17.731008 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:17.731301 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:17.731658 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:17.731997 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:17.732325 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:17.732650 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:17.733004 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:17.733331 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:17.733656 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:17.733975 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:17.734295 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:17.734611 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:17.734938 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Tracked resource versions report: Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: pushed versions: Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: { 'AddressGroup': {'1.2'}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'ConntrackHelper': {'1.0'}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Log': {'1.0'}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Network': {'1.1'}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Port': {'1.7'}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'PortForwarding': {'1.2'}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'QosPolicy': {'1.10'}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'SecurityGroup': {'1.5'}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'SubPort': {'1.0'}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Subnet': {'1.1'}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Trunk': {'1.1'}} Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: consumer versions: Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: { DHCP agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: L3 agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: Metadata agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: Metering agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: Open vSwitch agent@dv-cinder-778193-17-iscsi: { 'AddressGroup': '1.2', Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'ConntrackHelper': '1.0', Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'LocalIPAssociation': '1.0', Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Log': '1.0', Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Network': '1.1', Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Port': '1.7', Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'PortForwarding': '1.2', Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'QosPolicy': '1.10', Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'SecurityGroup': '1.5', Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'SecurityGroupRule': '1.2', Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'SubPort': '1.0', Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Subnet': '1.1', Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Trunk': '1.1'}} Feb 16 14:19:17.736331 dv-cinder-778193-17-iscsi neutron-server[103211]: {{(pid=103211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:19:17.800775 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (d17f53a1-1671-4834-b1aa-ac966976b141), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:17.874434 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (d17f53a1-1671-4834-b1aa-ac966976b141), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:17.879620 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:17.880322 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:17.971529 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9571285 Feb 16 14:19:17.998431 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136e91f-25a3-48c3-a9d0-9ad80656c44e demo demo] Pushing event updated for resources: {'Network': ['ID=d17f53a1-1671-4834-b1aa-ac966976b141,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:18.011362 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network d17f53a1-1671-4834-b1aa-ac966976b141 details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:19:20.533131 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 42266) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:21.026680 dv-cinder-778193-17-iscsi neutron-server[103210]: WARNING oslo_policy.policy [None req-919341c1-0ad4-4d0d-b6d7-d68096073a06 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:19:21.027251 dv-cinder-778193-17-iscsi neutron-server[103210]: WARNING oslo_policy.policy [None req-919341c1-0ad4-4d0d-b6d7-d68096073a06 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:19:21.470189 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.policy [None req-919341c1-0ad4-4d0d-b6d7-d68096073a06 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103210) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 14:19:21.512952 dv-cinder-778193-17-iscsi neutron-server[103210]: WARNING oslo_policy.policy [None req-919341c1-0ad4-4d0d-b6d7-d68096073a06 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:19:21.513255 dv-cinder-778193-17-iscsi neutron-server[103210]: WARNING oslo_policy.policy [None req-919341c1-0ad4-4d0d-b6d7-d68096073a06 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 14:19:21.521780 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919341c1-0ad4-4d0d-b6d7-d68096073a06 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:21.523676 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-919341c1-0ad4-4d0d-b6d7-d68096073a06 demo admin] 10.222.0.133 "GET /v2.0/networks/d17f53a1-1671-4834-b1aa-ac966976b141 HTTP/1.1" status: 200 len: 825 time: 0.9885390 Feb 16 14:19:21.563042 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-241230c7-9700-4c49-af63-e3861ea1a2ed demo admin] 10.222.0.133 "GET /v2.0/subnetpools/d1a082c9-c23f-41eb-b259-a251af7e0d06 HTTP/1.1" status: 200 len: 734 time: 0.0335617 Feb 16 14:19:21.572639 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'd1a082c9-c23f-41eb-b259-a251af7e0d06'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:21.662753 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Made reservation on behalf of fde30e629e064632ad4e05fd44970514 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:19:21.665678 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:21.982889 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for subnet (971b33e3-d961-481d-a434-c6504e1f885d), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:22.053459 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Checking segment: {'id': '3faa5687-fed0-488c-bb6b-6300d56d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:19:22.053835 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Network hostable DHCP agents. Network: d17f53a1-1671-4834-b1aa-ac966976b141, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:19:22.062063 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Pushing event updated for resources: {'Subnet': ['ID=971b33e3-d961-481d-a434-c6504e1f885d,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:22.073329 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:22.073700 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:22.074046 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:22.074382 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:22.074713 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:22.075040 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:22.075418 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:22.075713 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:22.076052 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:22.076361 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:22.076692 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:22.077035 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:22.077357 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Tracked resource versions report: Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: pushed versions: Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: { 'AddressGroup': {'1.2'}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'ConntrackHelper': {'1.0'}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Log': {'1.0'}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Network': {'1.1'}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Port': {'1.7'}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'PortForwarding': {'1.2'}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'QosPolicy': {'1.10'}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'SecurityGroup': {'1.5'}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'SubPort': {'1.0'}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Subnet': {'1.1'}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Trunk': {'1.1'}} Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: consumer versions: Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: { DHCP agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: L3 agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: Metadata agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: Metering agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: Open vSwitch agent@dv-cinder-778193-17-iscsi: { 'AddressGroup': '1.2', Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'ConntrackHelper': '1.0', Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'LocalIPAssociation': '1.0', Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Log': '1.0', Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Network': '1.1', Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Port': '1.7', Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'PortForwarding': '1.2', Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'QosPolicy': '1.10', Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'SecurityGroup': '1.5', Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'SecurityGroupRule': '1.2', Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'SubPort': '1.0', Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Subnet': '1.1', Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Trunk': '1.1'}} Feb 16 14:19:22.078691 dv-cinder-778193-17-iscsi neutron-server[103210]: {{(pid=103210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:19:22.165409 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Network d17f53a1-1671-4834-b1aa-ac966976b141 is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:19:22.245404 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, d17f53a1-1671-4834-b1aa-ac966976b141) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:22.249908 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:22.250537 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:22.255590 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae217fe8-3f9b-4df4-b9b6-67a34f15dc44 None None] Network d17f53a1-1671-4834-b1aa-ac966976b141 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:19:22.334445 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f5c5c0de-806c-4f0a-9f65-a9312c64491d demo admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7653105 Feb 16 14:19:22.633221 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9af8354-918b-5e3c-aab1-4fb6f759b67a-d17f53a1-1671-4834-b1aa-ac966976b141', 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141', 'project_id': 'fde30e629e064632ad4e05fd44970514', 'fixed_ips': [{'subnet_id': '971b33e3-d961-481d-a434-c6504e1f885d'}]}} from dv-cinder-778193-17-iscsi. {{(pid=103212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:19:22.634459 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:22.922034 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Allocated IP 172.20.0.2 (d17f53a1-1671-4834-b1aa-ac966976b141/971b33e3-d961-481d-a434-c6504e1f885d/1c657790-0703-4293-8723-0b62196a0ebb) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:19:23.200069 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Publish callbacks [] for port (1c657790-0703-4293-8723-0b62196a0ebb), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:23.257908 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (1c657790-0703-4293-8723-0b62196a0ebb), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:23.337628 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Network d17f53a1-1671-4834-b1aa-ac966976b141 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:23.345315 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:23.346946 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Pushing event updated for resources: {'Port': ['ID=1c657790-0703-4293-8723-0b62196a0ebb,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:23.354379 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:19:23.357676 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.358041 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.358390 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.358727 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.359060 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.359392 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.359740 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.360073 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.360398 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.360738 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.361089 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.361979 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.362574 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Tracked resource versions report: Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: pushed versions: Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: { 'AddressGroup': {'1.2'}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'ConntrackHelper': {'1.0'}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Log': {'1.0'}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Network': {'1.1'}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Port': {'1.7'}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'PortForwarding': {'1.2'}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'QosPolicy': {'1.10'}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'SecurityGroup': {'1.5'}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'SubPort': {'1.0'}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Subnet': {'1.1'}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Trunk': {'1.1'}} Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: consumer versions: Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: { DHCP agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: L3 agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: Metadata agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: Metering agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: Open vSwitch agent@dv-cinder-778193-17-iscsi: { 'AddressGroup': '1.2', Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'ConntrackHelper': '1.0', Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'LocalIPAssociation': '1.0', Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Log': '1.0', Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Network': '1.1', Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Port': '1.7', Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'PortForwarding': '1.2', Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'QosPolicy': '1.10', Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'SecurityGroup': '1.5', Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'SecurityGroupRule': '1.2', Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'SubPort': '1.0', Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Subnet': '1.1', Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Trunk': '1.1'}} Feb 16 14:19:23.363649 dv-cinder-778193-17-iscsi neutron-server[103212]: {{(pid=103212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:19:23.441431 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Attempting to bind port 1c657790-0703-4293-8723-0b62196a0ebb on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:19:23.441833 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Attempting to bind port 1c657790-0703-4293-8723-0b62196a0ebb by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '3faa5687-fed0-488c-bb6b-6300d56d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:19:23.442227 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Attempting to bind port 1c657790-0703-4293-8723-0b62196a0ebb on network d17f53a1-1671-4834-b1aa-ac966976b141 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:19:23.447241 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:19:23.447609 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Checking segment: {'id': '3faa5687-fed0-488c-bb6b-6300d56d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:19:23.448089 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:23.448476 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Bound using segment: {'id': '3faa5687-fed0-488c-bb6b-6300d56d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:19:23.448980 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Bound port: 1c657790-0703-4293-8723-0b62196a0ebb, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3faa5687-fed0-488c-bb6b-6300d56d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:19:23.449382 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (1c657790-0703-4293-8723-0b62196a0ebb), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:23.523230 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] For port 1c657790-0703-4293-8723-0b62196a0ebb, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:19:23.528269 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] For port 1c657790-0703-4293-8723-0b62196a0ebb, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=1c657790-0703-4293-8723-0b62196a0ebb,segment=NetworkSegment(3faa5687-fed0-488c-bb6b-6300d56d19d0),segment_id=3faa5687-fed0-488c-bb6b-6300d56d19d0)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:19:23.600716 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (1c657790-0703-4293-8723-0b62196a0ebb), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:23.662800 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf67fb0-951a-4fd7-abe1-ace513041964 None None] Pushing event updated for resources: {'Port': ['ID=1c657790-0703-4293-8723-0b62196a0ebb,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:24.911990 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 42286) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:25.227525 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [None req-8270f6e8-8bb3-48c3-89b6-70656d541a0f admin admin] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:19:25.242159 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-8270f6e8-8bb3-48c3-89b6-70656d541a0f admin admin] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155999 Feb 16 14:19:27.808474 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 42294) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:28.118577 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [None req-69deca74-6adf-4d67-8cc5-2717140044a1 admin admin] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:19:28.119566 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-69deca74-6adf-4d67-8cc5-2717140044a1 admin admin] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3101397 Feb 16 14:19:30.713503 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 42302) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:31.046961 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-c13f0512-ff5e-4cc6-a135-8410d191873c demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:31.125795 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c13f0512-ff5e-4cc6-a135-8410d191873c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62071'] for router (12cf8444-9ccf-4820-aed2-fb45a380a9b8), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:31.127594 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c13f0512-ff5e-4cc6-a135-8410d191873c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62048'] for router (12cf8444-9ccf-4820-aed2-fb45a380a9b8), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:31.262902 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c13f0512-ff5e-4cc6-a135-8410d191873c demo demo] Publish callbacks [] for router_controller (12cf8444-9ccf-4820-aed2-fb45a380a9b8), precommit_add_association {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:31.320689 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c13f0512-ff5e-4cc6-a135-8410d191873c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1022068'] for router (12cf8444-9ccf-4820-aed2-fb45a380a9b8), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:31.390077 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c13f0512-ff5e-4cc6-a135-8410d191873c demo demo] Publish callbacks [] for router (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:31.391226 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c13f0512-ff5e-4cc6-a135-8410d191873c demo demo] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6767445 Feb 16 14:19:33.944367 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 42314) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:33.994245 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c578afad-76dd-4fa7-bb2f-19d200cdbd8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:34.276128 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [None req-16b885b2-6c0f-4e11-9909-92f70b00e752 admin admin] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:19:34.277154 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-16b885b2-6c0f-4e11-9909-92f70b00e752 admin admin] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3318205 Feb 16 14:19:35.241753 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc2e7f-2300-4505-b337-de1be05edf0f None None] Network d17f53a1-1671-4834-b1aa-ac966976b141 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:19:35.351053 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 1c657790-0703-4293-8723-0b62196a0ebb up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:19:35.365838 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-ae1b8bf7-38ea-4fd6-ac8f-1942850f2c59 None None] Provisioning complete for port 1c657790-0703-4293-8723-0b62196a0ebb triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:35.366253 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8bf7-38ea-4fd6-ac8f-1942850f2c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (1c657790-0703-4293-8723-0b62196a0ebb), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.563421 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 1c657790-0703-4293-8723-0b62196a0ebb triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:35.563819 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (1c657790-0703-4293-8723-0b62196a0ebb), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.592649 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b8bf7-38ea-4fd6-ac8f-1942850f2c59 None None] Current status of the port 1c657790-0703-4293-8723-0b62196a0ebb is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:35.593070 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8bf7-38ea-4fd6-ac8f-1942850f2c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (1c657790-0703-4293-8723-0b62196a0ebb), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.645783 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-ae1b8bf7-38ea-4fd6-ac8f-1942850f2c59 None None] For port 1c657790-0703-4293-8723-0b62196a0ebb, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=1c657790-0703-4293-8723-0b62196a0ebb,segment=NetworkSegment(3faa5687-fed0-488c-bb6b-6300d56d19d0),segment_id=3faa5687-fed0-488c-bb6b-6300d56d19d0)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:35.682220 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 1c657790-0703-4293-8723-0b62196a0ebb is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:35.682615 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (1c657790-0703-4293-8723-0b62196a0ebb), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.738380 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ae1b8bf7-38ea-4fd6-ac8f-1942850f2c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (1c657790-0703-4293-8723-0b62196a0ebb), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.819744 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.db.api [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:19:35.820160 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG oslo_db.api [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:19:35.824599 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b8bf7-38ea-4fd6-ac8f-1942850f2c59 None None] Pushing event updated for resources: {'Port': ['ID=1c657790-0703-4293-8723-0b62196a0ebb,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:35.863148 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-1e29f86e-8091-4c09-bb38-cce88e654034 None None] Provisioning complete for port 1c657790-0703-4293-8723-0b62196a0ebb triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:35.863542 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1e29f86e-8091-4c09-bb38-cce88e654034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (1c657790-0703-4293-8723-0b62196a0ebb), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:35.938944 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-1e29f86e-8091-4c09-bb38-cce88e654034 None None] Current status of the port 1c657790-0703-4293-8723-0b62196a0ebb is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:36.360818 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 1c657790-0703-4293-8723-0b62196a0ebb is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:36.416457 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fe32d904-0931-4ced-b5bb-71cfc1faf043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:36.834936 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 42324) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:37.154065 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:37.245174 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Made reservation on behalf of c1ab5381d5a642699491e4a0e439deaf for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:19:37.247481 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:37.256347 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:37.303692 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 1c657790-0703-4293-8723-0b62196a0ebb up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:19:37.333858 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Publish callbacks [] for security_group (8e14ff0d-9a5d-4e1e-978a-95c2c4919e16), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:37.350403 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 1c657790-0703-4293-8723-0b62196a0ebb triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:37.350803 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (1c657790-0703-4293-8723-0b62196a0ebb), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:37.394192 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (8e14ff0d-9a5d-4e1e-978a-95c2c4919e16), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:37.410099 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Reserving flat network on physical network physnet1 {{(pid=103211) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 14:19:37.425700 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 1c657790-0703-4293-8723-0b62196a0ebb is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:37.429895 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e14ff0d-9a5d-4e1e-978a-95c2c4919e16,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:37.434352 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (1dca2e19-16d1-4713-bcaf-bd270c6c38f3), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:37.434687 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Added segment 1dca2e19-16d1-4713-bcaf-bd270c6c38f3 of type flat for network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a Feb 16 14:19:37.480146 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:37.565711 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:37.566639 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:37.567212 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:37.599678 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:37.657629 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] Pushing event updated for resources: {'Network': ['ID=67a92944-87dc-44b9-86d8-d8bc1d2dbc5a,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:37.667927 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-feeac3c2-fa1f-4e4b-b0a7-3321c6112352 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8292236 Feb 16 14:19:37.668065 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:19:38.982390 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:39.848108 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 5 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:19:40.115578 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 42342) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:40.313376 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64ba3a9-1e37-45a3-95fd-ba9c17e9e5d6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:40.314871 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-e64ba3a9-1e37-45a3-95fd-ba9c17e9e5d6 demo admin] 10.222.0.133 "GET /v2.0/subnets/971b33e3-d961-481d-a434-c6504e1f885d HTTP/1.1" status: 200 len: 849 time: 0.1983368 Feb 16 14:19:40.494210 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-45691f5b-6ed4-4f1a-90fd-ef5bd892c18e demo admin] 10.222.0.133 "GET /v2.0/routers/12cf8444-9ccf-4820-aed2-fb45a380a9b8 HTTP/1.1" status: 200 len: 704 time: 0.1736243 Feb 16 14:19:40.628336 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:40.768760 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.060994 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Allocated IP 172.20.0.1 (d17f53a1-1671-4834-b1aa-ac966976b141/971b33e3-d961-481d-a434-c6504e1f885d/06b89868-9de2-4eb7-8155-96986c38974d) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:19:41.240979 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Publish callbacks [] for port (06b89868-9de2-4eb7-8155-96986c38974d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.343331 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (06b89868-9de2-4eb7-8155-96986c38974d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.425215 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Network d17f53a1-1671-4834-b1aa-ac966976b141 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:41.431636 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:41.441790 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:19:41.442205 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016617'] for router_interface (12cf8444-9ccf-4820-aed2-fb45a380a9b8), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.464143 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Pushing event updated for resources: {'Port': ['ID=06b89868-9de2-4eb7-8155-96986c38974d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:41.695541 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-decd5380-8df7-40b4-9460-4d73ea0fbbf1 None None] Provisioning complete for port 06b89868-9de2-4eb7-8155-96986c38974d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:41.696102 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-decd5380-8df7-40b4-9460-4d73ea0fbbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (06b89868-9de2-4eb7-8155-96986c38974d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.732049 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-decd5380-8df7-40b4-9460-4d73ea0fbbf1 None None] Port 06b89868-9de2-4eb7-8155-96986c38974d cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:19:41.747632 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (06b89868-9de2-4eb7-8155-96986c38974d), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:41.958118 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Publish callbacks [] for port (06b89868-9de2-4eb7-8155-96986c38974d), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.005448 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (06b89868-9de2-4eb7-8155-96986c38974d), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.006281 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016757'] for router_interface (12cf8444-9ccf-4820-aed2-fb45a380a9b8), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.065343 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Pushing event updated for resources: {'Port': ['ID=06b89868-9de2-4eb7-8155-96986c38974d,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:42.131266 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Network d17f53a1-1671-4834-b1aa-ac966976b141 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:42.132664 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:42.359173 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-38760f86-830b-4b75-a932-08fda73796ee None None] Provisioning complete for port 06b89868-9de2-4eb7-8155-96986c38974d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:42.359587 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-38760f86-830b-4b75-a932-08fda73796ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (06b89868-9de2-4eb7-8155-96986c38974d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:42.365667 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Router 12cf8444-9ccf-4820-aed2-fb45a380a9b8 is scheduled to L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b with binding_index 1 {{(pid=103211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:19:42.392041 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-38760f86-830b-4b75-a932-08fda73796ee None None] Port 06b89868-9de2-4eb7-8155-96986c38974d cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:19:42.463259 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:19:42.468532 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-3348324e-0871-4d9e-bf05-80b0d49c54f0 demo admin] 10.222.0.133 "PUT /v2.0/routers/12cf8444-9ccf-4820-aed2-fb45a380a9b8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9690869 Feb 16 14:19:42.492904 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Sync routers for ids ['12cf8444-9ccf-4820-aed2-fb45a380a9b8'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:19:42.503829 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Routers {'12cf8444-9ccf-4820-aed2-fb45a380a9b8'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:19:42.504847 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:19:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['12cf8444-9ccf-4820-aed2-fb45a380a9b8'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:42.699518 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Set router 12cf8444-9ccf-4820-aed2-fb45a380a9b8 gateway port host: None {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:19:43.134633 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'name': 'router1', 'tenant_id': 'fde30e629e064632ad4e05fd44970514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:31Z', 'updated_at': '2022-02-16T14:19:41Z', 'revision_number': 2, 'project_id': 'fde30e629e064632ad4e05fd44970514', 'gw_port_host': None, '_interfaces': [{'id': '06b89868-9de2-4eb7-8155-96986c38974d', 'name': '', 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141', 'tenant_id': 'fde30e629e064632ad4e05fd44970514', 'mac_address': 'fa:16:3e:68:ac:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '971b33e3-d961-481d-a434-c6504e1f885d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:40Z', 'updated_at': '2022-02-16T14:19:41Z', 'revision_number': 2, 'project_id': 'fde30e629e064632ad4e05fd44970514', 'subnets': [{'id': '971b33e3-d961-481d-a434-c6504e1f885d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1a082c9-c23f-41eb-b259-a251af7e0d06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:43.186630 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Checking router: 12cf8444-9ccf-4820-aed2-fb45a380a9b8 for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:19:43.187003 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Updating router 12cf8444-9ccf-4820-aed2-fb45a380a9b8 port 06b89868-9de2-4eb7-8155-96986c38974d binding host dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:19:43.239213 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (06b89868-9de2-4eb7-8155-96986c38974d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:43.759033 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Publish callbacks [] for port (06b89868-9de2-4eb7-8155-96986c38974d), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:43.833859 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (06b89868-9de2-4eb7-8155-96986c38974d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:43.989211 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Pushing event updated for resources: {'Port': ['ID=06b89868-9de2-4eb7-8155-96986c38974d,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:44.004692 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:44.005081 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:44.005490 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:44.005841 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:44.006177 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:44.006509 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:44.006853 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:44.007242 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:44.007577 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:44.007918 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:44.008247 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:44.008569 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:44.008915 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Tracked resource versions report: Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: pushed versions: Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: { 'AddressGroup': {'1.2'}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'ConntrackHelper': {'1.0'}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Log': {'1.0'}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Network': {'1.1'}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Port': {'1.7'}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'PortForwarding': {'1.2'}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'QosPolicy': {'1.10'}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'SecurityGroup': {'1.5'}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'SubPort': {'1.0'}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Subnet': {'1.1'}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Trunk': {'1.1'}} Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: consumer versions: Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: { DHCP agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: L3 agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: Metadata agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: Metering agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: Open vSwitch agent@dv-cinder-778193-17-iscsi: { 'AddressGroup': '1.2', Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'ConntrackHelper': '1.0', Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'LocalIPAssociation': '1.0', Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Log': '1.0', Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Network': '1.1', Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Port': '1.7', Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'PortForwarding': '1.2', Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'QosPolicy': '1.10', Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'SecurityGroup': '1.5', Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'SecurityGroupRule': '1.2', Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'SubPort': '1.0', Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Subnet': '1.1', Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Trunk': '1.1'}} Feb 16 14:19:44.010349 dv-cinder-778193-17-iscsi neutron-server[103213]: {{(pid=103213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:19:44.017877 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Attempting to bind port 06b89868-9de2-4eb7-8155-96986c38974d on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:19:44.018287 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Attempting to bind port 06b89868-9de2-4eb7-8155-96986c38974d by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '3faa5687-fed0-488c-bb6b-6300d56d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:19:44.018714 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Attempting to bind port 06b89868-9de2-4eb7-8155-96986c38974d on network d17f53a1-1671-4834-b1aa-ac966976b141 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:19:44.024278 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:19:44.024678 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Checking segment: {'id': '3faa5687-fed0-488c-bb6b-6300d56d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:19:44.025291 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:44.025670 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Bound using segment: {'id': '3faa5687-fed0-488c-bb6b-6300d56d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:19:44.026061 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Bound port: 06b89868-9de2-4eb7-8155-96986c38974d, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3faa5687-fed0-488c-bb6b-6300d56d19d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:19:44.026444 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (06b89868-9de2-4eb7-8155-96986c38974d), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:44.096746 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] For port 06b89868-9de2-4eb7-8155-96986c38974d, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:19:44.116521 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] For port 06b89868-9de2-4eb7-8155-96986c38974d, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=06b89868-9de2-4eb7-8155-96986c38974d,segment=NetworkSegment(3faa5687-fed0-488c-bb6b-6300d56d19d0),segment_id=3faa5687-fed0-488c-bb6b-6300d56d19d0)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:19:44.122347 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aaf1504a-ba24-462d-946f-6c53485497f1 None None] Provisioning complete for port 06b89868-9de2-4eb7-8155-96986c38974d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:44.123128 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aaf1504a-ba24-462d-946f-6c53485497f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (06b89868-9de2-4eb7-8155-96986c38974d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:44.156615 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aaf1504a-ba24-462d-946f-6c53485497f1 None None] Port 06b89868-9de2-4eb7-8155-96986c38974d cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:19:44.160229 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (06b89868-9de2-4eb7-8155-96986c38974d), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:44.212254 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Routers {'12cf8444-9ccf-4820-aed2-fb45a380a9b8'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:19:44.212924 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:19:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['12cf8444-9ccf-4820-aed2-fb45a380a9b8'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:44.292117 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9b1b4-c9e7-4603-9af0-b9675e45e250 None None] Pushing event updated for resources: {'Port': ['ID=06b89868-9de2-4eb7-8155-96986c38974d,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:44.322195 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] Set router 12cf8444-9ccf-4820-aed2-fb45a380a9b8 gateway port host: None {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:19:44.375144 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-f280d885-124b-4c79-a97f-2309ae21f3f6 None None] Provisioning complete for port 06b89868-9de2-4eb7-8155-96986c38974d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:44.375692 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f280d885-124b-4c79-a97f-2309ae21f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (06b89868-9de2-4eb7-8155-96986c38974d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:44.519728 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-f280d885-124b-4c79-a97f-2309ae21f3f6 None None] Current status of the port 06b89868-9de2-4eb7-8155-96986c38974d is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:44.520038 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f280d885-124b-4c79-a97f-2309ae21f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (06b89868-9de2-4eb7-8155-96986c38974d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:44.548839 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'name': 'router1', 'tenant_id': 'fde30e629e064632ad4e05fd44970514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:31Z', 'updated_at': '2022-02-16T14:19:41Z', 'revision_number': 2, 'project_id': 'fde30e629e064632ad4e05fd44970514', 'gw_port_host': None, '_interfaces': [{'id': '06b89868-9de2-4eb7-8155-96986c38974d', 'name': '', 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141', 'tenant_id': 'fde30e629e064632ad4e05fd44970514', 'mac_address': 'fa:16:3e:68:ac:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '971b33e3-d961-481d-a434-c6504e1f885d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:40Z', 'updated_at': '2022-02-16T14:19:44Z', 'revision_number': 4, 'project_id': 'fde30e629e064632ad4e05fd44970514', 'subnets': [{'id': '971b33e3-d961-481d-a434-c6504e1f885d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1a082c9-c23f-41eb-b259-a251af7e0d06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:44.553645 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-f280d885-124b-4c79-a97f-2309ae21f3f6 None None] For port 06b89868-9de2-4eb7-8155-96986c38974d, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=06b89868-9de2-4eb7-8155-96986c38974d,segment=NetworkSegment(3faa5687-fed0-488c-bb6b-6300d56d19d0),segment_id=3faa5687-fed0-488c-bb6b-6300d56d19d0)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:44.580214 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437bcb61-5d52-4947-ada3-da1349fb07ff None None] The sync data for ids ['12cf8444-9ccf-4820-aed2-fb45a380a9b8'] in dv-cinder-778193-17-iscsi is: [{'id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'name': 'router1', 'tenant_id': 'fde30e629e064632ad4e05fd44970514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:31Z', 'updated_at': '2022-02-16T14:19:41Z', 'revision_number': 2, 'project_id': 'fde30e629e064632ad4e05fd44970514', 'gw_port_host': None, '_interfaces': [{'id': '06b89868-9de2-4eb7-8155-96986c38974d', 'name': '', 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141', 'tenant_id': 'fde30e629e064632ad4e05fd44970514', 'mac_address': 'fa:16:3e:68:ac:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '971b33e3-d961-481d-a434-c6504e1f885d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:40Z', 'updated_at': '2022-02-16T14:19:44Z', 'revision_number': 4, 'project_id': 'fde30e629e064632ad4e05fd44970514', 'subnets': [{'id': '971b33e3-d961-481d-a434-c6504e1f885d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1a082c9-c23f-41eb-b259-a251af7e0d06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:19:44.605417 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f280d885-124b-4c79-a97f-2309ae21f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (06b89868-9de2-4eb7-8155-96986c38974d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:44.656266 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280d885-124b-4c79-a97f-2309ae21f3f6 None None] Pushing event updated for resources: {'Port': ['ID=06b89868-9de2-4eb7-8155-96986c38974d,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:44.939275 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 42362) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:45.054317 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c4506-b9b7-4fdd-9016-4f58f0423d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:45.055592 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-388c4506-b9b7-4fdd-9016-4f58f0423d4a admin admin] 10.222.0.133 "GET /v2.0/networks/67a92944-87dc-44b9-86d8-d8bc1d2dbc5a HTTP/1.1" status: 200 len: 842 time: 0.1153922 Feb 16 14:19:45.065498 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-5c1a4d2f-6355-4d96-ac43-00aba74ea1f8 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:45.125245 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1a4d2f-6355-4d96-ac43-00aba74ea1f8 admin admin] Made reservation on behalf of c1ab5381d5a642699491e4a0e439deaf for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:19:45.127601 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4d2f-6355-4d96-ac43-00aba74ea1f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:45.496124 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.objects.ports [None req-5c1a4d2f-6355-4d96-ac43-00aba74ea1f8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103210) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 14:19:45.496506 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4d2f-6355-4d96-ac43-00aba74ea1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for subnet (64f2395c-1447-4366-a15a-0c9a0aa5bb68), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:45.552099 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a4d2f-6355-4d96-ac43-00aba74ea1f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f2395c-1447-4366-a15a-0c9a0aa5bb68,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:45.564540 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1a4d2f-6355-4d96-ac43-00aba74ea1f8 admin admin] Checking segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:19:45.568332 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a4d2f-6355-4d96-ac43-00aba74ea1f8 admin admin] Network hostable DHCP agents. Network: 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:19:45.650953 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1a4d2f-6355-4d96-ac43-00aba74ea1f8 admin admin] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:19:45.714061 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-5c1a4d2f-6355-4d96-ac43-00aba74ea1f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:45.723721 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a4d2f-6355-4d96-ac43-00aba74ea1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:45.724320 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5c1a4d2f-6355-4d96-ac43-00aba74ea1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:45.724663 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168a8361-3d6f-48fc-a266-a380426662a4 None None] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:19:45.779811 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-5c1a4d2f-6355-4d96-ac43-00aba74ea1f8 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7182014 Feb 16 14:19:45.829802 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432c2d20-181c-48dc-92db-060f4f9a093f None None] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:19:48.218342 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 42370) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:48.351928 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-7663b03f-0c0a-4ad5-a4f6-81b2c81c8fcf demo admin] 10.222.0.133 "GET /v2.0/routers/12cf8444-9ccf-4820-aed2-fb45a380a9b8 HTTP/1.1" status: 200 len: 710 time: 0.1324325 Feb 16 14:19:48.441512 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4268de-c31b-427d-ae0d-c17ca5dd68c9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:48.442795 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-db4268de-c31b-427d-ae0d-c17ca5dd68c9 demo admin] 10.222.0.133 "GET /v2.0/networks/67a92944-87dc-44b9-86d8-d8bc1d2dbc5a HTTP/1.1" status: 200 len: 886 time: 0.0855913 Feb 16 14:19:48.451479 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:48.703323 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Publish callbacks [] for router_gateway (12cf8444-9ccf-4820-aed2-fb45a380a9b8), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:49.078357 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Publish callbacks [] for router_gateway (12cf8444-9ccf-4820-aed2-fb45a380a9b8), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:49.154916 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:49.258658 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Allocated IP 172.27.1.145 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/e885a3ee-cb6d-40b0-8330-b28d48a5aa9d) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:19:49.360145 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Publish callbacks [] for port (e885a3ee-cb6d-40b0-8330-b28d48a5aa9d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:49.457798 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (e885a3ee-cb6d-40b0-8330-b28d48a5aa9d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:49.496775 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:49.499801 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:49.504708 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:19:49.509789 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Pushing event updated for resources: {'Port': ['ID=e885a3ee-cb6d-40b0-8330-b28d48a5aa9d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:49.820798 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Publish callbacks [] for router_gateway (12cf8444-9ccf-4820-aed2-fb45a380a9b8), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:50.023731 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022047', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62098'] for router (12cf8444-9ccf-4820-aed2-fb45a380a9b8), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:50.027092 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1022068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1022029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029604'] for router (12cf8444-9ccf-4820-aed2-fb45a380a9b8), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:50.130729 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Router 12cf8444-9ccf-4820-aed2-fb45a380a9b8 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:19:50.236961 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:19:50.240978 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:50.257098 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-adabf454-9047-4028-8cc8-68f0122fc3ff demo admin] 10.222.0.133 "PUT /v2.0/routers/12cf8444-9ccf-4820-aed2-fb45a380a9b8 HTTP/1.1" status: 200 len: 890 time: 1.7938023 Feb 16 14:19:52.806974 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 42382) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:19:52.928346 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ae51a032-4adc-4cbd-b60d-64b1178da2dd admin admin] 10.222.0.133 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1201425 Feb 16 14:19:53.330152 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 06b89868-9de2-4eb7-8155-96986c38974d up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:19:53.385250 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 06b89868-9de2-4eb7-8155-96986c38974d triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:53.385433 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (06b89868-9de2-4eb7-8155-96986c38974d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:53.462820 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Sync routers for ids ['12cf8444-9ccf-4820-aed2-fb45a380a9b8'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:19:53.485041 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 06b89868-9de2-4eb7-8155-96986c38974d is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:53.487007 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Routers {'12cf8444-9ccf-4820-aed2-fb45a380a9b8'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:19:53.487657 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:19:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['12cf8444-9ccf-4820-aed2-fb45a380a9b8'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:53.705450 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Set router 12cf8444-9ccf-4820-aed2-fb45a380a9b8 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:19:54.153155 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'name': 'router1', 'tenant_id': 'fde30e629e064632ad4e05fd44970514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e885a3ee-cb6d-40b0-8330-b28d48a5aa9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:31Z', 'updated_at': '2022-02-16T14:19:49Z', 'revision_number': 4, 'project_id': 'fde30e629e064632ad4e05fd44970514', 'gw_port': {'id': 'e885a3ee-cb6d-40b0-8330-b28d48a5aa9d', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:49Z', 'updated_at': '2022-02-16T14:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '06b89868-9de2-4eb7-8155-96986c38974d', 'name': '', 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141', 'tenant_id': 'fde30e629e064632ad4e05fd44970514', 'mac_address': 'fa:16:3e:68:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '971b33e3-d961-481d-a434-c6504e1f885d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:40Z', 'updated_at': '2022-02-16T14:19:44Z', 'revision_number': 5, 'project_id': 'fde30e629e064632ad4e05fd44970514', 'subnets': [{'id': '971b33e3-d961-481d-a434-c6504e1f885d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1a082c9-c23f-41eb-b259-a251af7e0d06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:54.214601 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Checking router: 12cf8444-9ccf-4820-aed2-fb45a380a9b8 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:19:54.216620 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Updating router 12cf8444-9ccf-4820-aed2-fb45a380a9b8 port e885a3ee-cb6d-40b0-8330-b28d48a5aa9d binding host dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:19:54.366362 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (e885a3ee-cb6d-40b0-8330-b28d48a5aa9d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:54.743215 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Publish callbacks [] for port (e885a3ee-cb6d-40b0-8330-b28d48a5aa9d), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:54.822964 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (e885a3ee-cb6d-40b0-8330-b28d48a5aa9d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:54.876952 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Attempting to bind port e885a3ee-cb6d-40b0-8330-b28d48a5aa9d on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:19:54.877263 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Attempting to bind port e885a3ee-cb6d-40b0-8330-b28d48a5aa9d by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:19:54.877639 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Attempting to bind port e885a3ee-cb6d-40b0-8330-b28d48a5aa9d on network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:19:54.879722 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e1c81-f1d0-487c-b757-cc39b80b9741 None None] Pushing event updated for resources: {'Port': ['ID=e885a3ee-cb6d-40b0-8330-b28d48a5aa9d,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:54.885377 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:19:54.885763 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Checking segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:19:54.886162 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:54.886554 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Bound using segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:19:54.887031 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Bound port: e885a3ee-cb6d-40b0-8330-b28d48a5aa9d, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:19:54.887765 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (e885a3ee-cb6d-40b0-8330-b28d48a5aa9d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:54.946253 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] For port e885a3ee-cb6d-40b0-8330-b28d48a5aa9d, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:19:54.949543 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] For port e885a3ee-cb6d-40b0-8330-b28d48a5aa9d, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=e885a3ee-cb6d-40b0-8330-b28d48a5aa9d,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:19:54.994523 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (e885a3ee-cb6d-40b0-8330-b28d48a5aa9d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:55.057667 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Routers {'12cf8444-9ccf-4820-aed2-fb45a380a9b8'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:19:55.058295 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:19:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['12cf8444-9ccf-4820-aed2-fb45a380a9b8'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:55.093338 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e1c81-f1d0-487c-b757-cc39b80b9741 None None] Pushing event updated for resources: {'Port': ['ID=e885a3ee-cb6d-40b0-8330-b28d48a5aa9d,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:55.178703 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] Set router 12cf8444-9ccf-4820-aed2-fb45a380a9b8 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:19:55.448220 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'name': 'router1', 'tenant_id': 'fde30e629e064632ad4e05fd44970514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e885a3ee-cb6d-40b0-8330-b28d48a5aa9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:31Z', 'updated_at': '2022-02-16T14:19:49Z', 'revision_number': 4, 'project_id': 'fde30e629e064632ad4e05fd44970514', 'gw_port': {'id': 'e885a3ee-cb6d-40b0-8330-b28d48a5aa9d', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:49Z', 'updated_at': '2022-02-16T14:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '06b89868-9de2-4eb7-8155-96986c38974d', 'name': '', 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141', 'tenant_id': 'fde30e629e064632ad4e05fd44970514', 'mac_address': 'fa:16:3e:68:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '971b33e3-d961-481d-a434-c6504e1f885d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:40Z', 'updated_at': '2022-02-16T14:19:44Z', 'revision_number': 5, 'project_id': 'fde30e629e064632ad4e05fd44970514', 'subnets': [{'id': '971b33e3-d961-481d-a434-c6504e1f885d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1a082c9-c23f-41eb-b259-a251af7e0d06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:55.490123 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09217f58-4c04-4a42-8d6d-4ffd749598b4 None None] The sync data for ids ['12cf8444-9ccf-4820-aed2-fb45a380a9b8'] in dv-cinder-778193-17-iscsi is: [{'id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'name': 'router1', 'tenant_id': 'fde30e629e064632ad4e05fd44970514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'e885a3ee-cb6d-40b0-8330-b28d48a5aa9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:31Z', 'updated_at': '2022-02-16T14:19:49Z', 'revision_number': 4, 'project_id': 'fde30e629e064632ad4e05fd44970514', 'gw_port': {'id': 'e885a3ee-cb6d-40b0-8330-b28d48a5aa9d', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:49Z', 'updated_at': '2022-02-16T14:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '06b89868-9de2-4eb7-8155-96986c38974d', 'name': '', 'network_id': 'd17f53a1-1671-4834-b1aa-ac966976b141', 'tenant_id': 'fde30e629e064632ad4e05fd44970514', 'mac_address': 'fa:16:3e:68:ac:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cf8444-9ccf-4820-aed2-fb45a380a9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '971b33e3-d961-481d-a434-c6504e1f885d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:40Z', 'updated_at': '2022-02-16T14:19:44Z', 'revision_number': 5, 'project_id': 'fde30e629e064632ad4e05fd44970514', 'subnets': [{'id': '971b33e3-d961-481d-a434-c6504e1f885d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1a082c9-c23f-41eb-b259-a251af7e0d06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:19:57.391467 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device e885a3ee-cb6d-40b0-8330-b28d48a5aa9d up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:19:57.451297 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port e885a3ee-cb6d-40b0-8330-b28d48a5aa9d triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:57.451297 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (e885a3ee-cb6d-40b0-8330-b28d48a5aa9d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:57.552984 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port e885a3ee-cb6d-40b0-8330-b28d48a5aa9d is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:19:57.553724 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (e885a3ee-cb6d-40b0-8330-b28d48a5aa9d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:57.580829 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port e885a3ee-cb6d-40b0-8330-b28d48a5aa9d, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=e885a3ee-cb6d-40b0-8330-b28d48a5aa9d,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:19:57.656926 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (e885a3ee-cb6d-40b0-8330-b28d48a5aa9d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:57.725390 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=e885a3ee-cb6d-40b0-8330-b28d48a5aa9d,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:59.358043 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device e885a3ee-cb6d-40b0-8330-b28d48a5aa9d up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:19:59.443865 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port e885a3ee-cb6d-40b0-8330-b28d48a5aa9d triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:59.444482 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (e885a3ee-cb6d-40b0-8330-b28d48a5aa9d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:19:59.530006 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port e885a3ee-cb6d-40b0-8330-b28d48a5aa9d is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:20:03.971676 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-74581ca2-7ca8-4e6c-991e-6ee826cc6eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:06.388078 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e96ad233-2a8e-4f1e-909d-5305f1309e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:07.623038 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:08.977519 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:10.731607 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:16.847445 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 5 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:20:33.982646 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-dad6d219-213f-466e-a63e-77951807c061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:36.914059 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-794868f2-3d68-4503-88da-b97e8006506b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:37.658185 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:38.999605 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:40.691071 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:20:53.847403 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 5 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:21:03.976624 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c9ce46d5-d07c-4908-968c-1c6a55f9b0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:06.393911 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-09c1468f-2b19-41d1-95ce-21be115dc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:07.614507 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:08.994398 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:10.713731 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:16.327649 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 42866) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:16.389784 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.pecan_wsgi.hooks.translation [None req-e063cb3e-c09a-40bd-8a4f-6cbb745a714a admin admin] GET failed (client error): The resource could not be found. Feb 16 14:21:16.391580 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-e063cb3e-c09a-40bd-8a4f-6cbb745a714a admin admin] 10.222.0.133 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624404 Feb 16 14:21:16.551277 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76d8c3-9192-4c2f-ac0b-b9a063f50a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:16.552727 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2d76d8c3-9192-4c2f-ac0b-b9a063f50a86 admin admin] 10.222.0.133 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1558285 Feb 16 14:21:18.940431 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 42876) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:19.120043 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0394d3b0-4c6d-40ae-9bdf-2d58129f82f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:19.121453 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0394d3b0-4c6d-40ae-9bdf-2d58129f82f0 admin admin] 10.222.0.133 "GET /v2.0/subnets/971b33e3-d961-481d-a434-c6504e1f885d HTTP/1.1" status: 200 len: 849 time: 0.1800041 Feb 16 14:21:19.131415 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:21:19.213880 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Publish callbacks [] for subnet (971b33e3-d961-481d-a434-c6504e1f885d), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:19.439407 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740137621095'] for subnet (971b33e3-d961-481d-a434-c6504e1f885d), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:19.472758 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:19.473378 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:19.474655 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] 10.222.0.133 "PUT /v2.0/subnets/971b33e3-d961-481d-a434-c6504e1f885d HTTP/1.1" status: 200 len: 868 time: 0.3469212 Feb 16 14:21:19.475813 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a87589-6773-4078-b242-8e3e0b5c2370 None None] Network d17f53a1-1671-4834-b1aa-ac966976b141 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:21:19.492729 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=971b33e3-d961-481d-a434-c6504e1f885d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:21:19.501933 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:19.502312 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:19.502636 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:19.502977 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:19.503312 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:19.503646 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:19.504011 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:19.504348 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:19.504699 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:19.505094 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:19.505425 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:19.505751 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:19.506082 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ae2c-1891-485d-8921-020d5bf5e654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:21:19.807260 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-92e3413e-518f-47fd-9a09-5a0a3e2c3683 None None] Provisioning complete for port 1c657790-0703-4293-8723-0b62196a0ebb triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:21:19.807656 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-92e3413e-518f-47fd-9a09-5a0a3e2c3683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (1c657790-0703-4293-8723-0b62196a0ebb), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:19.881796 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-92e3413e-518f-47fd-9a09-5a0a3e2c3683 None None] Current status of the port 1c657790-0703-4293-8723-0b62196a0ebb is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:21:19.892378 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-92e3413e-518f-47fd-9a09-5a0a3e2c3683 None None] Provisioning complete for port 06b89868-9de2-4eb7-8155-96986c38974d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:21:19.892776 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-92e3413e-518f-47fd-9a09-5a0a3e2c3683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (06b89868-9de2-4eb7-8155-96986c38974d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:19.968118 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-92e3413e-518f-47fd-9a09-5a0a3e2c3683 None None] Current status of the port 06b89868-9de2-4eb7-8155-96986c38974d is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:21:21.809698 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 42884) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:22.009376 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feed6d8-df5d-47d9-9959-5e38183fc63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:22.009761 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feed6d8-df5d-47d9-9959-5e38183fc63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:22.011304 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-3feed6d8-df5d-47d9-9959-5e38183fc63a admin admin] 10.222.0.133 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006545 Feb 16 14:21:24.332138 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 42892) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:24.459517 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416f78d0-21be-4e47-b31a-0057f88a5808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:24.459984 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416f78d0-21be-4e47-b31a-0057f88a5808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:24.461528 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-416f78d0-21be-4e47-b31a-0057f88a5808 admin admin] 10.222.0.133 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1284218 Feb 16 14:21:26.807090 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 42900) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:26.930968 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396ed157-b565-4c31-968b-d57819dbea80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:26.932258 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-396ed157-b565-4c31-968b-d57819dbea80 admin admin] 10.222.0.133 "GET /v2.0/networks/67a92944-87dc-44b9-86d8-d8bc1d2dbc5a HTTP/1.1" status: 200 len: 886 time: 0.1242142 Feb 16 14:21:29.239342 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 42910) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:29.384149 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2f5932-9366-473e-b672-d200541b04d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:29.385554 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9d2f5932-9366-473e-b672-d200541b04d5 admin admin] 10.222.0.133 "GET /v2.0/networks/d17f53a1-1671-4834-b1aa-ac966976b141 HTTP/1.1" status: 200 len: 869 time: 0.1452630 Feb 16 14:21:30.845474 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 5 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:21:31.706018 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 42918) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:31.830004 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34bef31-f339-402b-b500-40fe12907b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:31.830461 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34bef31-f339-402b-b500-40fe12907b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:31.831983 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-d34bef31-f339-402b-b500-40fe12907b64 admin admin] 10.222.0.133 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250234 Feb 16 14:21:33.999379 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-17627afe-b3cc-40f3-8bc0-576bf88903a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:34.151863 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 42926) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:34.243715 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ec2b3-4c3a-450a-a11e-7ec98c84c279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:34.244164 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067ec2b3-4c3a-450a-a11e-7ec98c84c279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:34.245762 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-067ec2b3-4c3a-450a-a11e-7ec98c84c279 admin admin] 10.222.0.133 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929151 Feb 16 14:21:36.377045 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1c024052-824a-4958-b5bb-e46fcf30bf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:36.549683 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 42934) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:36.638073 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc5ba3c-af50-4bd4-9e68-b14940dfcea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:36.639449 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2bc5ba3c-af50-4bd4-9e68-b14940dfcea0 admin admin] 10.222.0.133 "GET /v2.0/subnets/64f2395c-1447-4366-a15a-0c9a0aa5bb68 HTTP/1.1" status: 200 len: 816 time: 0.0887799 Feb 16 14:21:37.651605 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:38.985231 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 42942) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:21:39.000581 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:21:39.076575 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440257fb-0361-41c4-8732-7c2e5db2243a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:39.078014 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-440257fb-0361-41c4-8732-7c2e5db2243a admin admin] 10.222.0.133 "GET /v2.0/subnets/971b33e3-d961-481d-a434-c6504e1f885d HTTP/1.1" status: 200 len: 868 time: 0.0917709 Feb 16 14:21:40.702359 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:03.994878 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d530aa38-b8d9-4fa7-9224-082733e0bfa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:06.400438 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-412bbc22-6cbc-4fc3-8bf9-9b0fe1d8e67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:07.413523 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 42994) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:22:07.462360 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [None req-d8658a98-25a3-4660-8cc4-598ef01390ac admin admin] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:22:07.463458 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-d8658a98-25a3-4660-8cc4-598ef01390ac admin admin] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488558 Feb 16 14:22:07.651970 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:07.847328 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 5 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:22:08.983139 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:09.884198 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43002) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:22:09.943485 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbd5274-37f3-48d2-a399-71601facd952 admin admin] GET failed (client error): The resource could not be found. Feb 16 14:22:09.944758 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0cbd5274-37f3-48d2-a399-71601facd952 admin admin] 10.222.0.133 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596945 Feb 16 14:22:10.088009 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347101d0-54ec-4b36-94b3-8127ce12dafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:10.089533 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-347101d0-54ec-4b36-94b3-8127ce12dafd admin admin] 10.222.0.133 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1407986 Feb 16 14:22:10.668962 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:12.441197 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43010) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:22:12.486525 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:22:12.560074 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Made reservation on behalf of c1ab5381d5a642699491e4a0e439deaf for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:22:12.563184 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:12.605122 dv-cinder-778193-17-iscsi neutron-server[103210]: WARNING neutron.services.revisions.revision_plugin [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Could not find related network for resource to bump revision. Feb 16 14:22:12.621676 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:22:12.634515 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740137544066', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (90b023bd-fcff-4dfe-a848-4253a685f6be), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:12.635064 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Unsubscribe: segment precommit_create {{(pid=103210) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 14:22:12.635542 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Added segment 90b023bd-fcff-4dfe-a848-4253a685f6be of type vlan for network 2114452c-1d01-40f1-8158-bb969cdfd2ad Feb 16 14:22:12.682784 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (2114452c-1d01-40f1-8158-bb969cdfd2ad), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:12.748940 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (2114452c-1d01-40f1-8158-bb969cdfd2ad), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:12.750576 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:12.751183 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:12.839378 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Pushing event updated for resources: {'Network': ['ID=2114452c-1d01-40f1-8158-bb969cdfd2ad,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:12.845904 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:12.846256 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:12.846602 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:12.846939 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:12.847272 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:12.847602 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:12.847946 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:12.848278 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:12.848620 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:12.848971 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:12.849295 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:12.849614 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:12.849957 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:12.857148 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-63ecd9fc-5e5e-4a9e-966f-42e8f84be4b2 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4148805 Feb 16 14:22:12.864740 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network 2114452c-1d01-40f1-8158-bb969cdfd2ad details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:22:15.202243 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43018) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:22:15.261543 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.pecan_wsgi.hooks.translation [None req-43647e59-9915-4419-a375-dd65fbae8bee admin admin] GET failed (client error): The resource could not be found. Feb 16 14:22:15.262825 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-43647e59-9915-4419-a375-dd65fbae8bee admin admin] 10.222.0.133 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595553 Feb 16 14:22:15.330815 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce62a78a-91fe-498e-ac84-f50ce7414346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:15.332247 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ce62a78a-91fe-498e-ac84-f50ce7414346 admin admin] 10.222.0.133 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653205 Feb 16 14:22:15.341753 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-3f56e6ca-c562-4641-9691-217daf4f036c admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '2114452c-1d01-40f1-8158-bb969cdfd2ad', 'name': 'shared-subnet'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:22:15.469420 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f56e6ca-c562-4641-9691-217daf4f036c admin admin] Made reservation on behalf of c1ab5381d5a642699491e4a0e439deaf for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:22:15.471647 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3f56e6ca-c562-4641-9691-217daf4f036c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:15.709147 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3f56e6ca-c562-4641-9691-217daf4f036c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for subnet (6521fec6-8421-4bb2-974a-8befbee9d4d7), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:15.762321 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56e6ca-c562-4641-9691-217daf4f036c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6521fec6-8421-4bb2-974a-8befbee9d4d7,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:15.773473 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56e6ca-c562-4641-9691-217daf4f036c admin admin] Checking segment: {'id': '90b023bd-fcff-4dfe-a848-4253a685f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2114452c-1d01-40f1-8158-bb969cdfd2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:22:15.773829 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f56e6ca-c562-4641-9691-217daf4f036c admin admin] Network hostable DHCP agents. Network: 2114452c-1d01-40f1-8158-bb969cdfd2ad, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:22:15.863095 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f56e6ca-c562-4641-9691-217daf4f036c admin admin] Network 2114452c-1d01-40f1-8158-bb969cdfd2ad is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:22:15.960324 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-3f56e6ca-c562-4641-9691-217daf4f036c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, 2114452c-1d01-40f1-8158-bb969cdfd2ad) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:22:15.964414 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f56e6ca-c562-4641-9691-217daf4f036c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:15.965028 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3f56e6ca-c562-4641-9691-217daf4f036c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:15.969173 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e060cb5b-bce6-428d-b458-766307b18142 None None] Network 2114452c-1d01-40f1-8158-bb969cdfd2ad requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:22:16.061060 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-3f56e6ca-c562-4641-9691-217daf4f036c admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7224634 Feb 16 14:22:16.069627 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9af8354-918b-5e3c-aab1-4fb6f759b67a-2114452c-1d01-40f1-8158-bb969cdfd2ad', 'network_id': '2114452c-1d01-40f1-8158-bb969cdfd2ad', 'project_id': 'c1ab5381d5a642699491e4a0e439deaf', 'fixed_ips': [{'subnet_id': '6521fec6-8421-4bb2-974a-8befbee9d4d7'}]}} from dv-cinder-778193-17-iscsi. {{(pid=103212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:22:16.070719 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:16.219137 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Allocated IP 192.168.233.2 (2114452c-1d01-40f1-8158-bb969cdfd2ad/6521fec6-8421-4bb2-974a-8befbee9d4d7/584a55f4-5d5b-4838-9293-1507935618f8) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:22:16.359947 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Publish callbacks [] for port (584a55f4-5d5b-4838-9293-1507935618f8), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:16.446458 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (584a55f4-5d5b-4838-9293-1507935618f8), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:16.487217 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Network 2114452c-1d01-40f1-8158-bb969cdfd2ad is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:22:16.492032 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:22:16.495760 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:22:16.506230 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Pushing event updated for resources: {'Port': ['ID=584a55f4-5d5b-4838-9293-1507935618f8,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:16.527621 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:16.527975 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:16.528343 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:16.528692 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:16.529057 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:16.529392 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:16.529751 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:16.530097 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:16.530421 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:16.530760 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:16.531732 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:16.532284 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:16.532673 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:16.567060 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Attempting to bind port 584a55f4-5d5b-4838-9293-1507935618f8 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:22:16.567435 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Attempting to bind port 584a55f4-5d5b-4838-9293-1507935618f8 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '90b023bd-fcff-4dfe-a848-4253a685f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2114452c-1d01-40f1-8158-bb969cdfd2ad'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:22:16.567805 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Attempting to bind port 584a55f4-5d5b-4838-9293-1507935618f8 on network 2114452c-1d01-40f1-8158-bb969cdfd2ad {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:22:16.572890 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:22:16.573265 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Checking segment: {'id': '90b023bd-fcff-4dfe-a848-4253a685f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2114452c-1d01-40f1-8158-bb969cdfd2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:22:16.573674 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:16.574067 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Bound using segment: {'id': '90b023bd-fcff-4dfe-a848-4253a685f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2114452c-1d01-40f1-8158-bb969cdfd2ad'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:22:16.574565 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Bound port: 584a55f4-5d5b-4838-9293-1507935618f8, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b023bd-fcff-4dfe-a848-4253a685f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2114452c-1d01-40f1-8158-bb969cdfd2ad'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:22:16.574949 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (584a55f4-5d5b-4838-9293-1507935618f8), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:16.638300 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] For port 584a55f4-5d5b-4838-9293-1507935618f8, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:22:16.642849 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] For port 584a55f4-5d5b-4838-9293-1507935618f8, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=584a55f4-5d5b-4838-9293-1507935618f8,segment=NetworkSegment(90b023bd-fcff-4dfe-a848-4253a685f6be),segment_id=90b023bd-fcff-4dfe-a848-4253a685f6be)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:22:16.709820 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (584a55f4-5d5b-4838-9293-1507935618f8), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:16.773432 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f691c4-5f3a-4fc1-9606-01f27958eb4f None None] Pushing event updated for resources: {'Port': ['ID=584a55f4-5d5b-4838-9293-1507935618f8,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:17.461831 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 584a55f4-5d5b-4838-9293-1507935618f8 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:22:17.517887 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 584a55f4-5d5b-4838-9293-1507935618f8 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:22:17.518381 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (584a55f4-5d5b-4838-9293-1507935618f8), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:17.615615 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 584a55f4-5d5b-4838-9293-1507935618f8 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:22:17.616304 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (584a55f4-5d5b-4838-9293-1507935618f8), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:17.620976 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2da2b5e-3ed8-4f9d-bc50-4335df8da4d4 None None] Network 2114452c-1d01-40f1-8158-bb969cdfd2ad requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:22:17.703455 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port 584a55f4-5d5b-4838-9293-1507935618f8, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=584a55f4-5d5b-4838-9293-1507935618f8,segment=NetworkSegment(90b023bd-fcff-4dfe-a848-4253a685f6be),segment_id=90b023bd-fcff-4dfe-a848-4253a685f6be)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:22:17.733554 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-a1c4b01a-5396-419b-81ee-143c9b20bf7b None None] Provisioning complete for port 584a55f4-5d5b-4838-9293-1507935618f8 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:22:17.733943 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a1c4b01a-5396-419b-81ee-143c9b20bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (584a55f4-5d5b-4838-9293-1507935618f8), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:17.794174 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (584a55f4-5d5b-4838-9293-1507935618f8), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:17.884898 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=584a55f4-5d5b-4838-9293-1507935618f8,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:17.891031 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-a1c4b01a-5396-419b-81ee-143c9b20bf7b None None] Current status of the port 584a55f4-5d5b-4838-9293-1507935618f8 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:22:18.114896 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-d2d01759-0716-4594-9876-1eb8403e15fd None None] Provisioning complete for port 584a55f4-5d5b-4838-9293-1507935618f8 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:22:18.115265 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d2d01759-0716-4594-9876-1eb8403e15fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (584a55f4-5d5b-4838-9293-1507935618f8), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:18.298912 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-d2d01759-0716-4594-9876-1eb8403e15fd None None] Current status of the port 584a55f4-5d5b-4838-9293-1507935618f8 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:22:19.408642 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 584a55f4-5d5b-4838-9293-1507935618f8 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:22:19.455546 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 584a55f4-5d5b-4838-9293-1507935618f8 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:22:19.455936 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (584a55f4-5d5b-4838-9293-1507935618f8), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:19.538703 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 584a55f4-5d5b-4838-9293-1507935618f8 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:22:34.001288 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3597a9d6-e98f-4c94-af5f-c5a22d1d25c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:36.395375 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-686af4bb-d955-4d27-b78c-2f6cc1ca1594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:37.669791 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:39.035085 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:40.686670 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:22:44.845759 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 5 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:23:04.006778 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66c12789-71d9-48a6-bacb-d792baf7d2ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:06.373160 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7badb615-4819-4764-835a-5f41b51f1830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:07.629419 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:09.006960 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:10.653148 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:21.844193 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 5 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:23:34.013707 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-974c78b5-04ca-45c0-a808-c7f1e14016b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:36.442051 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-73236103-3475-4b16-9dff-8ef5c35f3180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:37.619538 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:39.036685 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:40.682225 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:46.017853 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43056) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:46.024414 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [None req-2602a816-3944-4d67-9ab3-37d794a8699d tempest-verify_tempest_config-418489758 tempest-verify_tempest_config-418489758-project] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=103211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:23:46.025446 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2602a816-3944-4d67-9ab3-37d794a8699d tempest-verify_tempest_config-418489758 tempest-verify_tempest_config-418489758-project] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058856 Feb 16 14:23:46.557754 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43074) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:46.660083 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:46.760169 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Publish callbacks [] for security_group (84c9ca44-19d6-4fac-a876-2c0d35259f6d), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:46.899566 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (84c9ca44-19d6-4fac-a876-2c0d35259f6d), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:46.946249 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c9ca44-19d6-4fac-a876-2c0d35259f6d,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:46.949980 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b3d9dbddefc5459baf946e9c16d660b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3911209 Feb 16 14:23:46.952674 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43080) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:23:46.955240 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:46.956141 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:46.956141 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:46.956493 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:46.956858 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:46.957216 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:46.957562 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:46.957896 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:46.958300 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:46.958575 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:46.958901 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:46.959228 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:46.959551 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e9c21-00e8-41d2-b315-7dd79c4e56d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:47.007178 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Publish callbacks [] for security_group (84c9ca44-19d6-4fac-a876-2c0d35259f6d), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:47.027201 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Publish callbacks [] for security_group (84c9ca44-19d6-4fac-a876-2c0d35259f6d), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:47.179103 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (84c9ca44-19d6-4fac-a876-2c0d35259f6d), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:47.181587 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:23:47.182772 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/84c9ca44-19d6-4fac-a876-2c0d35259f6d HTTP/1.1" status: 204 len: 168 time: 0.2290969 Feb 16 14:23:47.191043 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c9ca44-19d6-4fac-a876-2c0d35259f6d,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:47.197749 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:47.198122 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:47.198474 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:47.198819 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:47.199145 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:47.199473 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:47.199819 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:47.200154 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:47.200547 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:47.200880 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:47.201206 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:47.201527 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:47.201849 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5790a-b4bd-49e6-be81-6c4b58dd3eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:58.842311 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 5 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:24:04.055356 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b974e142-fc13-4598-b77f-62c1cd52caeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:06.402916 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f7b165af-9c7e-4827-ab39-fdadaa714065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:07.647411 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:09.020435 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:10.665658 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:34.019619 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-038ec8c5-b5e3-46ea-b015-3e29ce6d6e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:35.841102 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 5 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:24:36.403524 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fa5d9677-89f1-4845-9aee-9c91b29e65ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:37.678495 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:39.008097 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:24:40.695081 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:03.998562 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bce15189-1af7-495f-bda8-5db186766640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:06.387523 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5a6a1bb5-33c2-4b3d-b2ea-23bbd994a5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:07.637656 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:09.050299 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:10.679121 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:12.840179 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 5 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:25:31.274369 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1018445'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:34.026451 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa6750d8-c7a1-48d8-8b84-f67311ddcabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:36.422908 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fd552b81-7cd1-4fb1-b962-43603d068743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:37.668418 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:39.032484 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:40.674058 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:25:46.112378 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43150) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:46.218359 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-37b191e0-4761-4b50-9649-85b4264c16dc admin admin] 10.222.0.133 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.1048591 Feb 16 14:25:48.556153 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43160) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:25:48.610395 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-cbd9830e-58ad-40dc-b4b3-10b02c3c9335 admin admin] 10.222.0.133 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.0531509 Feb 16 14:25:49.839241 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:26:01.278820 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:03.995015 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-557bca4b-214d-4918-95c5-71bb6d1910ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:06.393310 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-12a6cd0c-00d1-4d04-85eb-628d26910e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:07.635270 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:09.016077 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:10.690359 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:26.837571 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:26:31.258669 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:34.011095 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-cc2469d5-3af8-48c0-b492-b66e6ec752e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:36.402037 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-40aeb6af-168b-4a85-ad53-5ac94cff23eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:37.665231 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:39.048616 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:26:40.700050 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:01.314643 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:03.835781 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:27:04.001497 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fc61ab3d-929b-4559-8ba0-747d1e9679dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:06.394964 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-05876e92-2916-4ed9-bfd2-08d480184e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:07.660214 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:09.043304 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:10.706267 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.101556 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43382) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:24.325962 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43392) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:24.360568 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43398) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:24.522974 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1674134623-network', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:24.594490 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1019365503-network', 'tenant_id': '60742357eb9840178f82489d14042333'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:24.603089 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Made reservation on behalf of deea67eb240b4b72a6a68a900986cf3e for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:24.605382 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.617547 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.640024 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-551780609-network', 'tenant_id': '51185f6331d1495f8d182d9a53fd1406'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:24.711633 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Publish callbacks [] for security_group (7077dc58-fda7-434d-9232-0433804cba30), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.712472 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] Made reservation on behalf of 60742357eb9840178f82489d14042333 for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:24.714672 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.723121 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.793922 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] Publish callbacks [] for security_group (f4f53d4b-9c5a-49d1-aff0-729e4004f9f0), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.795622 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] Made reservation on behalf of 51185f6331d1495f8d182d9a53fd1406 for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:24.798799 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.811615 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.834939 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (7077dc58-fda7-434d-9232-0433804cba30), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.858404 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:27:24.888264 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (55152207-cd1a-432f-8a6e-23dfe38ff369), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.888593 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Added segment 55152207-cd1a-432f-8a6e-23dfe38ff369 of type vlan for network c18dd6e1-f13c-444e-8150-deef63d4a164 Feb 16 14:27:24.893278 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (f4f53d4b-9c5a-49d1-aff0-729e4004f9f0), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:24.910022 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7077dc58-fda7-434d-9232-0433804cba30,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:24.949634 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:27:24.952382 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:24.953022 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:24.953143 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:24.953516 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:24.953994 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:24.954298 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:24.954699 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:24.955143 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:24.955302 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:24.955612 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:24.956053 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:24.956308 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:24.956690 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Tracked resource versions report: Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: pushed versions: Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: { 'AddressGroup': {'1.2'}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'ConntrackHelper': {'1.0'}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Log': {'1.0'}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Network': {'1.1'}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Port': {'1.7'}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'PortForwarding': {'1.2'}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'QosPolicy': {'1.10'}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'SecurityGroup': {'1.5'}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'SubPort': {'1.0'}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Subnet': {'1.1'}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Trunk': {'1.1'}} Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: consumer versions: Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: { DHCP agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: HyperV agent@hv-cinder-77819: {}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: L3 agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: Metadata agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: Metering agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: Open vSwitch agent@dv-cinder-778193-17-iscsi: { 'AddressGroup': '1.2', Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'ConntrackHelper': '1.0', Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'LocalIPAssociation': '1.0', Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Log': '1.0', Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Network': '1.1', Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Port': '1.7', Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'PortForwarding': '1.2', Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'QosPolicy': '1.10', Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'SecurityGroup': '1.5', Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'SecurityGroupRule': '1.2', Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'SubPort': '1.0', Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Subnet': '1.1', Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: 'Trunk': '1.1'}} Feb 16 14:27:24.957885 dv-cinder-778193-17-iscsi neutron-server[103211]: {{(pid=103211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:27:25.004742 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (c18dd6e1-f13c-444e-8150-deef63d4a164), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.007158 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (48a549bd-f35f-4304-873f-e2ae338ff32e), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.007486 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] Added segment 48a549bd-f35f-4304-873f-e2ae338ff32e of type vlan for network a6b11c3c-5991-4844-a883-8a00049c7bc1 Feb 16 14:27:25.009932 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] Publish callbacks [] for security_group (35f72ede-ef91-481f-8980-0c7603aa5c1c), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.023874 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f53d4b-9c5a-49d1-aff0-729e4004f9f0,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:25.074452 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (a6b11c3c-5991-4844-a883-8a00049c7bc1), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.092978 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (35f72ede-ef91-481f-8980-0c7603aa5c1c), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.117463 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:27:25.132722 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f72ede-ef91-481f-8980-0c7603aa5c1c,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:25.136520 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (39a40db3-5e88-443f-a9cf-d7ce62eef34e), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.136890 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] Added segment 39a40db3-5e88-443f-a9cf-d7ce62eef34e of type vlan for network 39059081-2481-4f6e-8f16-8e4a3b6ddbc5 Feb 16 14:27:25.171419 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (c18dd6e1-f13c-444e-8150-deef63d4a164), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.173022 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:25.175026 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.199199 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (a6b11c3c-5991-4844-a883-8a00049c7bc1), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.200093 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:25.200659 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.208451 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (39059081-2481-4f6e-8f16-8e4a3b6ddbc5), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.260456 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] Pushing event updated for resources: {'Network': ['ID=c18dd6e1-f13c-444e-8150-deef63d4a164,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:25.269388 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network c18dd6e1-f13c-444e-8150-deef63d4a164 details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:27:25.286268 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-af173caa-7d4c-44e7-ba81-fd780a27a6e5 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1834543 Feb 16 14:27:25.291969 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43446) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:25.292529 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9624224 Feb 16 14:27:25.293494 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43450) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:25.295333 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Request body: {'subnet': {'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1674134623-subnet', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:25.307608 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-bcf6abe8-0739-4f98-bd92-13f13c7d4e4d admin admin] Request body: {'subnet': {'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1019365503-subnet', 'tenant_id': '60742357eb9840178f82489d14042333', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:25.352082 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466131f-8b74-4caf-95f8-33acbc91a8ee admin admin] Pushing event updated for resources: {'Network': ['ID=a6b11c3c-5991-4844-a883-8a00049c7bc1,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:25.366327 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network a6b11c3c-5991-4844-a883-8a00049c7bc1 details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:27:25.405678 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (39059081-2481-4f6e-8f16-8e4a3b6ddbc5), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.413723 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:25.413723 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.437930 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Made reservation on behalf of deea67eb240b4b72a6a68a900986cf3e for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:25.441965 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.444051 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf6abe8-0739-4f98-bd92-13f13c7d4e4d admin admin] Made reservation on behalf of 60742357eb9840178f82489d14042333 for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:25.447738 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bcf6abe8-0739-4f98-bd92-13f13c7d4e4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.512763 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] Pushing event updated for resources: {'Network': ['ID=39059081-2481-4f6e-8f16-8e4a3b6ddbc5,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:25.525547 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-23e8cc7f-b893-4fe1-a1c0-3aa338122941 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1638169 Feb 16 14:27:25.528034 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network 39059081-2481-4f6e-8f16-8e4a3b6ddbc5 details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:27:25.529054 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43460) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:25.534751 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-954f8917-f168-42e0-8002-9a1b8d8caa15 admin admin] Request body: {'subnet': {'network_id': '39059081-2481-4f6e-8f16-8e4a3b6ddbc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-551780609-subnet', 'tenant_id': '51185f6331d1495f8d182d9a53fd1406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:25.769884 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for subnet (7b9017d5-9c05-4f22-83b0-ee486f6dea28), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.834129 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9017d5-9c05-4f22-83b0-ee486f6dea28,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:25.843542 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:25.846134 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:25.846134 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:25.846134 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:25.846134 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:25.846705 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:25.847081 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:25.847433 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:25.847792 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:25.848145 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:25.848538 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:25.848903 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:25.849269 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Tracked resource versions report: Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: pushed versions: Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: { 'AddressGroup': {'1.2'}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'ConntrackHelper': {'1.0'}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Log': {'1.0'}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Network': {'1.1'}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Port': {'1.7'}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'PortForwarding': {'1.2'}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'QosPolicy': {'1.10'}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'SecurityGroup': {'1.5'}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'SubPort': {'1.0'}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Subnet': {'1.1'}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Trunk': {'1.1'}} Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: consumer versions: Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: { DHCP agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: HyperV agent@hv-cinder-77819: {}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: L3 agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: Metadata agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: Metering agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: Open vSwitch agent@dv-cinder-778193-17-iscsi: { 'AddressGroup': '1.2', Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'ConntrackHelper': '1.0', Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'LocalIPAssociation': '1.0', Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Log': '1.0', Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Network': '1.1', Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Port': '1.7', Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'PortForwarding': '1.2', Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'QosPolicy': '1.10', Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'SecurityGroup': '1.5', Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'SecurityGroupRule': '1.2', Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'SubPort': '1.0', Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Subnet': '1.1', Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: 'Trunk': '1.1'}} Feb 16 14:27:25.850527 dv-cinder-778193-17-iscsi neutron-server[103210]: {{(pid=103210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:27:25.856718 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954f8917-f168-42e0-8002-9a1b8d8caa15 admin admin] Made reservation on behalf of 51185f6331d1495f8d182d9a53fd1406 for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:25.862418 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-954f8917-f168-42e0-8002-9a1b8d8caa15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.878698 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Checking segment: {'id': '55152207-cd1a-432f-8a6e-23dfe38ff369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:25.878974 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Network hostable DHCP agents. Network: c18dd6e1-f13c-444e-8150-deef63d4a164, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:27:25.940827 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bcf6abe8-0739-4f98-bd92-13f13c7d4e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for subnet (2e4758ce-a9f3-4b67-b980-030eaf312697), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:25.981268 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Network c18dd6e1-f13c-444e-8150-deef63d4a164 is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:27:26.020836 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6abe8-0739-4f98-bd92-13f13c7d4e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e4758ce-a9f3-4b67-b980-030eaf312697,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:26.065633 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6abe8-0739-4f98-bd92-13f13c7d4e4d admin admin] Checking segment: {'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:26.065982 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf6abe8-0739-4f98-bd92-13f13c7d4e4d admin admin] Network hostable DHCP agents. Network: a6b11c3c-5991-4844-a883-8a00049c7bc1, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:27:26.074021 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, c18dd6e1-f13c-444e-8150-deef63d4a164) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:26.079576 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:26.081337 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.086624 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d93b2f-0a37-4f2d-b97e-0e90db71f231 None None] Network c18dd6e1-f13c-444e-8150-deef63d4a164 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:27:26.161165 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e39cc89c-bff4-4b61-b861-b304cfd9e1b0 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8705273 Feb 16 14:27:26.164227 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43486) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:26.168334 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1674134623-router', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:26.170975 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf6abe8-0739-4f98-bd92-13f13c7d4e4d admin admin] Network a6b11c3c-5991-4844-a883-8a00049c7bc1 is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:27:26.186267 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-bcf6abe8-0739-4f98-bd92-13f13c7d4e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, a6b11c3c-5991-4844-a883-8a00049c7bc1) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:26.190829 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf6abe8-0739-4f98-bd92-13f13c7d4e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:26.191934 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bcf6abe8-0739-4f98-bd92-13f13c7d4e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.238581 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-954f8917-f168-42e0-8002-9a1b8d8caa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for subnet (4c1ce09d-d797-4fd4-a420-7c8f46bd1382), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.279415 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea36df26-6b73-4390-8a5a-45c92ce04cc2 None None] Network a6b11c3c-5991-4844-a883-8a00049c7bc1 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:27:26.301065 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f8917-f168-42e0-8002-9a1b8d8caa15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1ce09d-d797-4fd4-a420-7c8f46bd1382,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:26.310271 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62071'] for router (4c197cc8-6d65-43aa-96eb-1795c62820d2), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.311335 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62048'] for router (4c197cc8-6d65-43aa-96eb-1795c62820d2), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.338947 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43496) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:26.346968 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bcf6abe8-0739-4f98-bd92-13f13c7d4e4d admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0460372 Feb 16 14:27:26.352250 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:26.367854 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954f8917-f168-42e0-8002-9a1b8d8caa15 admin admin] Checking segment: {'id': '39a40db3-5e88-443f-a9cf-d7ce62eef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '39059081-2481-4f6e-8f16-8e4a3b6ddbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:26.368374 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954f8917-f168-42e0-8002-9a1b8d8caa15 admin admin] Network hostable DHCP agents. Network: 39059081-2481-4f6e-8f16-8e4a3b6ddbc5, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:27:26.385666 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b44b0b-6952-48e5-990d-0210325cd492 None None] Network c18dd6e1-f13c-444e-8150-deef63d4a164 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:27:26.468739 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62071'] for router (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.470526 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62048'] for router (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.481148 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9af8354-918b-5e3c-aab1-4fb6f759b67a-a6b11c3c-5991-4844-a883-8a00049c7bc1', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'project_id': '60742357eb9840178f82489d14042333', 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697'}]}} from dv-cinder-778193-17-iscsi. {{(pid=103212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:27:26.481521 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Publish callbacks [] for router_controller (4c197cc8-6d65-43aa-96eb-1795c62820d2), precommit_add_association {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.482078 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.489413 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954f8917-f168-42e0-8002-9a1b8d8caa15 admin admin] Network 39059081-2481-4f6e-8f16-8e4a3b6ddbc5 is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:27:26.530622 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Publish callbacks [] for router_controller (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), precommit_add_association {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.614405 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-954f8917-f168-42e0-8002-9a1b8d8caa15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, 39059081-2481-4f6e-8f16-8e4a3b6ddbc5) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:26.619101 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954f8917-f168-42e0-8002-9a1b8d8caa15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:26.619692 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-954f8917-f168-42e0-8002-9a1b8d8caa15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:26.631317 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edb248d-e15d-4794-ae2b-f2842c4d1357 None None] Network 39059081-2481-4f6e-8f16-8e4a3b6ddbc5 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:27:26.726838 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-954f8917-f168-42e0-8002-9a1b8d8caa15 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1971078 Feb 16 14:27:26.737463 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Allocated IP 172.20.0.2 (a6b11c3c-5991-4844-a883-8a00049c7bc1/2e4758ce-a9f3-4b67-b980-030eaf312697/679f46cb-fb9a-46f4-841f-8423e1b6bed7) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:27:26.862092 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de85fd-a1c1-4d5e-a4de-13d8eca15c1d None None] Network 39059081-2481-4f6e-8f16-8e4a3b6ddbc5 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:27:27.036995 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Publish callbacks [] for router_gateway (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.044826 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Publish callbacks [] for router_gateway (4c197cc8-6d65-43aa-96eb-1795c62820d2), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.068666 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Publish callbacks [] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.188358 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.324755 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Network a6b11c3c-5991-4844-a883-8a00049c7bc1 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:27.327708 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:27.341448 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:27:27.361059 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Pushing event updated for resources: {'Port': ['ID=679f46cb-fb9a-46f4-841f-8423e1b6bed7,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:27.397038 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.397779 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.398499 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.398987 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.399554 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.400189 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.400654 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.401155 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.401627 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.402135 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.402620 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.403092 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.403561 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Tracked resource versions report: Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: pushed versions: Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: { 'AddressGroup': {'1.2'}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'ConntrackHelper': {'1.0'}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Log': {'1.0'}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Network': {'1.1'}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Port': {'1.7'}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'PortForwarding': {'1.2'}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'QosPolicy': {'1.10'}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'SecurityGroup': {'1.5'}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'SubPort': {'1.0'}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Subnet': {'1.1'}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Trunk': {'1.1'}} Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: consumer versions: Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: { DHCP agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: HyperV agent@hv-cinder-77819: {}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: L3 agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: Metadata agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: Metering agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: Open vSwitch agent@dv-cinder-778193-17-iscsi: { 'AddressGroup': '1.2', Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'ConntrackHelper': '1.0', Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'LocalIPAssociation': '1.0', Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Log': '1.0', Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Network': '1.1', Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Port': '1.7', Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'PortForwarding': '1.2', Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'QosPolicy': '1.10', Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'SecurityGroup': '1.5', Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'SecurityGroupRule': '1.2', Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'SubPort': '1.0', Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Subnet': '1.1', Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: 'Trunk': '1.1'}} Feb 16 14:27:27.404893 dv-cinder-778193-17-iscsi neutron-server[103212]: {{(pid=103212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:27:27.465808 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Attempting to bind port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:27:27.466111 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Attempting to bind port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:27:27.466486 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Attempting to bind port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 on network a6b11c3c-5991-4844-a883-8a00049c7bc1 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:27.469475 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43566) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:27.479802 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:27:27.480121 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Checking segment: {'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:27.480527 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.480973 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Bound using segment: {'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:27:27.481446 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Bound port: 679f46cb-fb9a-46f4-841f-8423e1b6bed7, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:27:27.481824 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.495400 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Publish callbacks [] for router_gateway (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.512464 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43574) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:27.518137 dv-cinder-778193-17-iscsi neutron-server[103211]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 14:27:27.573184 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] For port 679f46cb-fb9a-46f4-841f-8423e1b6bed7, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:27:27.576645 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] For port 679f46cb-fb9a-46f4-841f-8423e1b6bed7, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=679f46cb-fb9a-46f4-841f-8423e1b6bed7,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:27:27.600669 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.692075 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.775647 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c969d286-dc77-4280-9625-4ae291ab41e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.783964 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35eac5-72ec-4467-a68d-60eb6af8fbb7 None None] Pushing event updated for resources: {'Port': ['ID=679f46cb-fb9a-46f4-841f-8423e1b6bed7,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:27.810999 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-1271c117-8a45-4932-bb64-7628e16b655b tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:27.819550 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-1271c117-8a45-4932-bb64-7628e16b655b tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/networks?id=39059081-2481-4f6e-8f16-8e4a3b6ddbc5 HTTP/1.1" status: 200 len: 811 time: 0.3054359 Feb 16 14:27:27.849191 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Publish callbacks [] for router_gateway (4c197cc8-6d65-43aa-96eb-1795c62820d2), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.854684 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-2750056e-c211-4055-9d80-0035f5888a35 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/quotas/51185f6331d1495f8d182d9a53fd1406 HTTP/1.1" status: 200 len: 375 time: 0.0341210 Feb 16 14:27:27.874454 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:27.921493 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-47b4fe92-e434-447c-b755-86ece8bcdcca tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=51185f6331d1495f8d182d9a53fd1406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659544 Feb 16 14:27:27.948298 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Allocated IP 172.27.1.7 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/75ecd9bc-6a78-4e74-9d1f-38afdfb7d346) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:27:27.983367 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c969d286-dc77-4280-9625-4ae291ab41e0 admin admin] Publish callbacks [] for security_group (90be8cc0-3752-400a-96ec-461af8393b92), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.134863 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c969d286-dc77-4280-9625-4ae291ab41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (90be8cc0-3752-400a-96ec-461af8393b92), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.217055 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43602) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:28.225712 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Publish callbacks [] for port (75ecd9bc-6a78-4e74-9d1f-38afdfb7d346), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.254495 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c969d286-dc77-4280-9625-4ae291ab41e0 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=4a48d88707ad474e95a3dd9ea5aa3a81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7837765 Feb 16 14:27:28.255698 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43608) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:28.259548 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969d286-dc77-4280-9625-4ae291ab41e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90be8cc0-3752-400a-96ec-461af8393b92,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:28.308925 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b55ed373-89a7-44bf-bee9-05997919cd5d service neutron] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=103211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:27:28.310244 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b55ed373-89a7-44bf-bee9-05997919cd5d service neutron] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0941880 Feb 16 14:27:28.432753 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-7c96661f-8ca3-457f-9349-7f193aa8f26f service neutron] 10.222.0.133 "GET /v2.0/networks/39059081-2481-4f6e-8f16-8e4a3b6ddbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150498 Feb 16 14:27:28.462055 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d0d0260-becf-4166-b5ee-14155b6faeca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.482426 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (75ecd9bc-6a78-4e74-9d1f-38afdfb7d346), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.532566 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-89d1c184-0ef2-43cf-b086-8c7ea1c5fa12 service neutron] 10.222.0.133 "GET /v2.0/networks/39059081-2481-4f6e-8f16-8e4a3b6ddbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929110 Feb 16 14:27:28.602163 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:28.630732 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9befd10a-c03b-4eab-a039-d09bd1ce507b admin admin] Publish callbacks [] for security_group (90be8cc0-3752-400a-96ec-461af8393b92), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.633358 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:28.636549 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:27:28.658702 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Allocated IP 172.27.1.38 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:27:28.764507 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=75ecd9bc-6a78-4e74-9d1f-38afdfb7d346,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:28.785949 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9befd10a-c03b-4eab-a039-d09bd1ce507b admin admin] Publish callbacks [] for security_group (90be8cc0-3752-400a-96ec-461af8393b92), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:28.825829 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43632) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:28.914817 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d5f744ea-1f6d-48ad-9f32-11b1f812fa62 req-37bb91c2-1c89-43ec-b777-5171c2cc1d39 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 210 time: 0.0839045 Feb 16 14:27:28.948052 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43646) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:29.019188 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d0d0260-becf-4166-b5ee-14155b6faeca admin admin] Publish callbacks [] for security_group (787f9549-748c-4f30-9c04-6f4e6e172350), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.060431 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Publish callbacks [] for port (8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.081774 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b598d7b8-c2d5-4714-86c7-cbc001b8e60f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.090381 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d0d0260-becf-4166-b5ee-14155b6faeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (787f9549-748c-4f30-9c04-6f4e6e172350), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.122139 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91f6bd6-b8ba-4cb2-8a8b-84787e921391 None None] Network a6b11c3c-5991-4844-a883-8a00049c7bc1 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:27:29.133197 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9befd10a-c03b-4eab-a039-d09bd1ce507b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (90be8cc0-3752-400a-96ec-461af8393b92), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.135819 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9befd10a-c03b-4eab-a039-d09bd1ce507b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.144372 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9befd10a-c03b-4eab-a039-d09bd1ce507b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/90be8cc0-3752-400a-96ec-461af8393b92 HTTP/1.1" status: 204 len: 168 time: 0.8795581 Feb 16 14:27:29.175985 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6d0d0260-becf-4166-b5ee-14155b6faeca admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=13d09ad284844cad883c1608e5c4ca20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9573863 Feb 16 14:27:29.180566 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b598d7b8-c2d5-4714-86c7-cbc001b8e60f admin admin] Publish callbacks [] for security_group (46350793-9a5c-4c10-8d38-b1efa7e11de1), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.181521 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43654) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:29.220604 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.230823 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d0260-becf-4166-b5ee-14155b6faeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787f9549-748c-4f30-9c04-6f4e6e172350,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:29.282192 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b598d7b8-c2d5-4714-86c7-cbc001b8e60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (46350793-9a5c-4c10-8d38-b1efa7e11de1), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.311748 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befd10a-c03b-4eab-a039-d09bd1ce507b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90be8cc0-3752-400a-96ec-461af8393b92,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:29.320392 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:29.324696 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-00f029f0-e233-412b-a3d0-3ac99a11fdd2 None None] Provisioning complete for port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:29.325194 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-00f029f0-e233-412b-a3d0-3ac99a11fdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.335782 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:29.349545 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:27:29.399022 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:29.456313 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b598d7b8-c2d5-4714-86c7-cbc001b8e60f admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=f6908f3c325549d190759496968437ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5070524 Feb 16 14:27:29.490083 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-40d7b9ea-ea13-44ad-8ea9-bb384aa9ab59 admin admin] Publish callbacks [] for security_group (787f9549-748c-4f30-9c04-6f4e6e172350), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.490290 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43672) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:29.515454 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-00f029f0-e233-412b-a3d0-3ac99a11fdd2 None None] Current status of the port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:29.518151 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-00f029f0-e233-412b-a3d0-3ac99a11fdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.532590 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Publish callbacks [] for router_gateway (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.555222 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598d7b8-c2d5-4714-86c7-cbc001b8e60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46350793-9a5c-4c10-8d38-b1efa7e11de1,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:29.577155 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-40d7b9ea-ea13-44ad-8ea9-bb384aa9ab59 admin admin] Publish callbacks [] for security_group (787f9549-748c-4f30-9c04-6f4e6e172350), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.639881 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-00f029f0-e233-412b-a3d0-3ac99a11fdd2 None None] For port 679f46cb-fb9a-46f4-841f-8423e1b6bed7, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=679f46cb-fb9a-46f4-841f-8423e1b6bed7,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:29.779390 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 679f46cb-fb9a-46f4-841f-8423e1b6bed7 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:27:29.787635 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-40d7b9ea-ea13-44ad-8ea9-bb384aa9ab59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (787f9549-748c-4f30-9c04-6f4e6e172350), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.791277 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-40d7b9ea-ea13-44ad-8ea9-bb384aa9ab59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.794102 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-40d7b9ea-ea13-44ad-8ea9-bb384aa9ab59 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/787f9549-748c-4f30-9c04-6f4e6e172350 HTTP/1.1" status: 204 len: 168 time: 0.6111920 Feb 16 14:27:29.802903 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6ab48997-e12a-4f5f-9cb3-b738f735a81d admin admin] Publish callbacks [] for security_group (46350793-9a5c-4c10-8d38-b1efa7e11de1), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.818033 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7b9ea-ea13-44ad-8ea9-bb384aa9ab59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787f9549-748c-4f30-9c04-6f4e6e172350,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:29.839203 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6ab48997-e12a-4f5f-9cb3-b738f735a81d admin admin] Publish callbacks [] for security_group (46350793-9a5c-4c10-8d38-b1efa7e11de1), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.865043 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-00f029f0-e233-412b-a3d0-3ac99a11fdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:29.962940 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:29.963555 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:30.075565 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Publish callbacks [] for router_gateway (4c197cc8-6d65-43aa-96eb-1795c62820d2), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:30.091419 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-210cd92c-9343-4abf-af58-152be13eaaff None None] Provisioning complete for port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:30.091826 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-210cd92c-9343-4abf-af58-152be13eaaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:30.115296 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f029f0-e233-412b-a3d0-3ac99a11fdd2 None None] Pushing event updated for resources: {'Port': ['ID=679f46cb-fb9a-46f4-841f-8423e1b6bed7,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:30.118819 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-291629a0-9b60-4be8-8af8-ede80114c982 req-4e936a26-77f5-449d-a653-ac8077561265 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 210 time: 0.0605710 Feb 16 14:27:30.123262 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1022068'] for router (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:30.205158 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:30.220705 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-210cd92c-9343-4abf-af58-152be13eaaff None None] Current status of the port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:30.261005 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6ab48997-e12a-4f5f-9cb3-b738f735a81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (46350793-9a5c-4c10-8d38-b1efa7e11de1), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:30.263640 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6ab48997-e12a-4f5f-9cb3-b738f735a81d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:30.268673 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6ab48997-e12a-4f5f-9cb3-b738f735a81d admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/46350793-9a5c-4c10-8d38-b1efa7e11de1 HTTP/1.1" status: 204 len: 168 time: 0.7732959 Feb 16 14:27:30.314585 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab48997-e12a-4f5f-9cb3-b738f735a81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46350793-9a5c-4c10-8d38-b1efa7e11de1,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:30.551701 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1022068'] for router (4c197cc8-6d65-43aa-96eb-1795c62820d2), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:30.629105 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 is scheduled to L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b with binding_index 1 {{(pid=103210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:27:30.790814 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:27:30.803785 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Sync routers for ids ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:27:30.815458 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Routers {'7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:27:30.816023 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:27:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:30.919627 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43732) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:30.936905 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Router 4c197cc8-6d65-43aa-96eb-1795c62820d2 is scheduled to L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b with binding_index 1 {{(pid=103210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:27:30.941432 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:30.945562 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-59e89b21-a80b-440f-904f-a7c7bdf6b7e5 admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6006632 Feb 16 14:27:30.946373 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43734) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:30.946861 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-98e96c26-1c38-4bff-8893-91aceb35b129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:30.955188 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Set router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:27:31.138645 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-98e96c26-1c38-4bff-8893-91aceb35b129 admin admin] Publish callbacks [] for security_group (17e6c1c8-9db4-4999-ab05-9ccbec7e36af), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.168688 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:27:31.180920 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Sync routers for ids ['4c197cc8-6d65-43aa-96eb-1795c62820d2'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:27:31.199436 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Routers {'4c197cc8-6d65-43aa-96eb-1795c62820d2'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:27:31.206163 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:27:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['4c197cc8-6d65-43aa-96eb-1795c62820d2'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:31.232065 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-42918bf0-a848-4702-9120-1de3729382db req-ee044455-03db-43e3-8a8d-ed530832b894 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 210 time: 0.0360465 Feb 16 14:27:31.265468 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:29Z', 'revision_number': 3, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:31.304222 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Checking router: 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:27:31.304840 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Updating router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 port 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 binding host dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:27:31.311041 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-98e96c26-1c38-4bff-8893-91aceb35b129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (17e6c1c8-9db4-4999-ab05-9ccbec7e36af), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.332634 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.335642 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-45b9f20f-3a5d-4b3c-86ac-9384b5a2cb09 admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1700847 Feb 16 14:27:31.338695 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43742) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:31.354765 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (75ecd9bc-6a78-4e74-9d1f-38afdfb7d346), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.374337 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Set router 4c197cc8-6d65-43aa-96eb-1795c62820d2 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:27:31.384658 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43744) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:31.388891 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-98e96c26-1c38-4bff-8893-91aceb35b129 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=2e84318f55d14f12b23ddd756a69105f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4678524 Feb 16 14:27:31.396624 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e96c26-1c38-4bff-8893-91aceb35b129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e6c1c8-9db4-4999-ab05-9ccbec7e36af,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:31.710241 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43746) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:31.710241 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5cd919de-7a49-40e1-aae1-3ec215c09b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.710241 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b2232faf-c8c3-4520-a8b8-09a437f3f807 admin admin] Publish callbacks [] for security_group (17e6c1c8-9db4-4999-ab05-9ccbec7e36af), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.710241 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5cd919de-7a49-40e1-aae1-3ec215c09b5b admin admin] Publish callbacks [] for security_group (da681641-a215-406e-b216-cee98e68c32b), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.710241 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b2232faf-c8c3-4520-a8b8-09a437f3f807 admin admin] Publish callbacks [] for security_group (17e6c1c8-9db4-4999-ab05-9ccbec7e36af), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.711201 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.711201 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 679f46cb-fb9a-46f4-841f-8423e1b6bed7 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:27:31.742944 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5cd919de-7a49-40e1-aae1-3ec215c09b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (da681641-a215-406e-b216-cee98e68c32b), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.809656 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd919de-7a49-40e1-aae1-3ec215c09b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da681641-a215-406e-b216-cee98e68c32b,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:31.814246 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Publish callbacks [] for port (75ecd9bc-6a78-4e74-9d1f-38afdfb7d346), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.848105 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:31.848488 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.852743 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-5cd919de-7a49-40e1-aae1-3ec215c09b5b admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=aa20f2d8a069442b9eb54a4b4e5892a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4666092 Feb 16 14:27:31.856135 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43762) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:31.856888 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b2232faf-c8c3-4520-a8b8-09a437f3f807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (17e6c1c8-9db4-4999-ab05-9ccbec7e36af), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.859487 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b2232faf-c8c3-4520-a8b8-09a437f3f807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:31.863748 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b2232faf-c8c3-4520-a8b8-09a437f3f807 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/17e6c1c8-9db4-4999-ab05-9ccbec7e36af HTTP/1.1" status: 204 len: 168 time: 0.4548879 Feb 16 14:27:31.906372 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2232faf-c8c3-4520-a8b8-09a437f3f807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e6c1c8-9db4-4999-ab05-9ccbec7e36af,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:31.914406 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (75ecd9bc-6a78-4e74-9d1f-38afdfb7d346), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.008096 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:32.030223 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1674134623-router', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:29Z', 'revision_number': 3, 'project_id': 'deea67eb240b4b72a6a68a900986cf3e', 'gw_port': {'id': '8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:32.037562 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d795023-c8e8-48ed-ab30-44d32046a681 admin admin] Publish callbacks [] for security_group (da681641-a215-406e-b216-cee98e68c32b), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.062884 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d795023-c8e8-48ed-ab30-44d32046a681 admin admin] Publish callbacks [] for security_group (da681641-a215-406e-b216-cee98e68c32b), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.065811 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Attempting to bind port 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:27:32.066187 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Attempting to bind port 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:27:32.067552 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Attempting to bind port 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 on network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:32.071083 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Checking router: 4c197cc8-6d65-43aa-96eb-1795c62820d2 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:27:32.071570 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Updating router 4c197cc8-6d65-43aa-96eb-1795c62820d2 port 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 binding host dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:27:32.087016 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:27:32.087688 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Checking segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:32.088246 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.088780 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Bound using segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:27:32.089416 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Bound port: 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:27:32.089962 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (75ecd9bc-6a78-4e74-9d1f-38afdfb7d346), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.092504 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Pushing event updated for resources: {'Port': ['ID=75ecd9bc-6a78-4e74-9d1f-38afdfb7d346,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:32.113173 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.128273 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:32.128768 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:32.129087 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:32.129438 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:32.129776 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:32.130112 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:32.130470 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:32.130812 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:32.131146 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:32.131493 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:32.131828 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:32.132349 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:32.132657 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Tracked resource versions report: Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: pushed versions: Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: { 'AddressGroup': {'1.2'}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'ConntrackHelper': {'1.0'}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'LocalIPAssociation': {'1.0'}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Log': {'1.0'}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Network': {'1.1'}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Port': {'1.7'}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'PortForwarding': {'1.2'}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'QosPolicy': {'1.10'}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'SecurityGroup': {'1.5'}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'SecurityGroupRule': {'1.2'}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'SubPort': {'1.0'}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Subnet': {'1.1'}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Trunk': {'1.1'}} Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: consumer versions: Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: { DHCP agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: HyperV agent@hv-cinder-77819: {}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: L3 agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: Metadata agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: Metering agent@dv-cinder-778193-17-iscsi: {}, Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: Open vSwitch agent@dv-cinder-778193-17-iscsi: { 'AddressGroup': '1.2', Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'ConntrackHelper': '1.0', Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'LocalIPAssociation': '1.0', Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Log': '1.0', Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Network': '1.1', Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Port': '1.7', Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'PortForwarding': '1.2', Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'QosPolicy': '1.10', Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'SecurityGroup': '1.5', Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'SecurityGroupRule': '1.2', Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'SubPort': '1.0', Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Subnet': '1.1', Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: 'Trunk': '1.1'}} Feb 16 14:27:32.133815 dv-cinder-778193-17-iscsi neutron-server[103213]: {{(pid=103213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 14:27:32.173211 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] For port 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:27:32.176835 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] For port 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=75ecd9bc-6a78-4e74-9d1f-38afdfb7d346,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:27:32.187411 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d795023-c8e8-48ed-ab30-44d32046a681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (da681641-a215-406e-b216-cee98e68c32b), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.190517 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d795023-c8e8-48ed-ab30-44d32046a681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.192682 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6d795023-c8e8-48ed-ab30-44d32046a681 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/da681641-a215-406e-b216-cee98e68c32b HTTP/1.1" status: 204 len: 168 time: 0.3293016 Feb 16 14:27:32.211044 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d795023-c8e8-48ed-ab30-44d32046a681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da681641-a215-406e-b216-cee98e68c32b,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:32.247868 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (75ecd9bc-6a78-4e74-9d1f-38afdfb7d346), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.320081 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.328295 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Routers {'7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:27:32.329698 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:27:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:32.332213 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0b5bc-b1e7-4a11-930f-7d83fdc817a6 None None] Pushing event updated for resources: {'Port': ['ID=75ecd9bc-6a78-4e74-9d1f-38afdfb7d346,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:32.411289 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.469959 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Publish callbacks [] for port (8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.498071 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] Set router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:27:32.507723 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cc8631b3-fae8-4533-8ac2-56a64e6fa4d0 req-daf9d6d3-11a6-49e9-8e7a-3bea5ab7ef12 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 210 time: 0.0442622 Feb 16 14:27:32.596447 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.676443 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Attempting to bind port 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:27:32.676443 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Attempting to bind port 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:27:32.676443 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Attempting to bind port 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 on network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:32.676443 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b565b-adbd-4348-95d8-354c6a7cfc0b None None] Pushing event updated for resources: {'Port': ['ID=8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:32.684482 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:27:32.685317 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Checking segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:32.686026 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.686637 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Bound using segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:27:32.688622 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Bound port: 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:27:32.689601 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.711557 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Allocated IP 172.20.0.1 (a6b11c3c-5991-4844-a883-8a00049c7bc1/2e4758ce-a9f3-4b67-b980-030eaf312697/46ab8418-2e21-425b-9b7e-d6ffeecdb71f) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:27:32.735245 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Allocated IP 172.20.0.1 (c18dd6e1-f13c-444e-8150-deef63d4a164/7b9017d5-9c05-4f22-83b0-ee486f6dea28/df38ebf5-c21d-4047-9ae0-ff6d5352cdfd) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:27:32.747282 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:29Z', 'revision_number': 3, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:32.786497 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] For port 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:27:32.799683 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] For port 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:27:32.804938 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c567a89-425e-43bf-998a-e0ad066f8fac None None] The sync data for ids ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'] in dv-cinder-778193-17-iscsi is: [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:29Z', 'revision_number': 3, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:27:32.887889 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.944405 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Publish callbacks [] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.967800 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Publish callbacks [] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:32.988314 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Routers {'4c197cc8-6d65-43aa-96eb-1795c62820d2'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:27:32.988889 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:27:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['4c197cc8-6d65-43aa-96eb-1795c62820d2'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:32.992716 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b565b-adbd-4348-95d8-354c6a7cfc0b None None] Pushing event updated for resources: {'Port': ['ID=8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:33.096616 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:33.123119 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] Set router 4c197cc8-6d65-43aa-96eb-1795c62820d2 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:27:33.139504 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:33.157592 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Network a6b11c3c-5991-4844-a883-8a00049c7bc1 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:33.168749 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:33.169906 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:27:33.170369 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016617'] for router_interface (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:33.178073 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Pushing event updated for resources: {'Port': ['ID=46ab8418-2e21-425b-9b7e-d6ffeecdb71f,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:33.181674 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Network c18dd6e1-f13c-444e-8150-deef63d4a164 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:33.242529 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:33.274231 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:27:33.274711 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016617'] for router_interface (4c197cc8-6d65-43aa-96eb-1795c62820d2), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:33.450754 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Pushing event updated for resources: {'Port': ['ID=df38ebf5-c21d-4047-9ae0-ff6d5352cdfd,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:33.459906 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1674134623-router', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:29Z', 'revision_number': 3, 'project_id': 'deea67eb240b4b72a6a68a900986cf3e', 'gw_port': {'id': '8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:33.509393 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e2d44-9d77-4219-8b43-987e515b5783 None None] The sync data for ids ['4c197cc8-6d65-43aa-96eb-1795c62820d2'] in dv-cinder-778193-17-iscsi is: [{'id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1674134623-router', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:29Z', 'revision_number': 3, 'project_id': 'deea67eb240b4b72a6a68a900986cf3e', 'gw_port': {'id': '8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:27:33.605237 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-32e5271a-9dcc-4995-9d43-bac6164169fd None None] Provisioning complete for port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:33.606783 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-32e5271a-9dcc-4995-9d43-bac6164169fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:33.641756 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4944f9f5-2cdb-4476-8bba-b92a9b7b2b12 req-c970cab5-34ed-404d-952e-c86891812055 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 210 time: 0.0355909 Feb 16 14:27:33.670090 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:27:33.716648 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-32e5271a-9dcc-4995-9d43-bac6164169fd None None] Port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:27:33.741384 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:33.742281 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (75ecd9bc-6a78-4e74-9d1f-38afdfb7d346), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:33.841239 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:33.841631 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (75ecd9bc-6a78-4e74-9d1f-38afdfb7d346), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:33.904129 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=75ecd9bc-6a78-4e74-9d1f-38afdfb7d346,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:34.154547 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-84551ea8-35fb-4b08-9a61-eb29a36f73b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:34.156119 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (75ecd9bc-6a78-4e74-9d1f-38afdfb7d346), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:34.221804 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=75ecd9bc-6a78-4e74-9d1f-38afdfb7d346,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:34.232259 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:34.266236 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:34.822019 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Publish callbacks [] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:34.854222 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f960d4a8-2778-49c7-b215-72eb3c888cf3 req-e3124368-f46f-4b87-a4c0-ed243106fbc8 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 210 time: 0.0767984 Feb 16 14:27:34.883231 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Publish callbacks [] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:34.889919 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:34.890846 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016757'] for router_interface (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:34.954649 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Pushing event updated for resources: {'Port': ['ID=46ab8418-2e21-425b-9b7e-d6ffeecdb71f,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:34.993048 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:34.993915 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016757'] for router_interface (4c197cc8-6d65-43aa-96eb-1795c62820d2), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:35.115470 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Pushing event updated for resources: {'Port': ['ID=df38ebf5-c21d-4047-9ae0-ff6d5352cdfd,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:35.156491 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Network a6b11c3c-5991-4844-a883-8a00049c7bc1 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:35.164531 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:35.290812 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Network c18dd6e1-f13c-444e-8150-deef63d4a164 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:35.294262 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:35.465458 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:27:35.602988 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.127', 64260) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:35.613229 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Router 4c197cc8-6d65-43aa-96eb-1795c62820d2 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:27:35.677668 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-107b981b-fb96-477a-9797-0c4d7c19f9ca None None] Provisioning complete for port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:35.678673 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-107b981b-fb96-477a-9797-0c4d7c19f9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:35.788225 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-107b981b-fb96-477a-9797-0c4d7c19f9ca None None] Port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:27:35.805906 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:27:35.814449 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b1ce4dcb-8851-4b68-af51-a9b2da8130e8 admin admin] 10.222.0.133 "PUT /v2.0/routers/7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8674531 Feb 16 14:27:35.833687 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:27:35.846996 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:27:35.872508 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-aafe5291-d9c1-423a-b6e8-b5ac3d25f851 admin admin] 10.222.0.133 "PUT /v2.0/routers/4c197cc8-6d65-43aa-96eb-1795c62820d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5308175 Feb 16 14:27:35.935627 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Sync routers for ids ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:27:35.957091 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Routers {'7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:27:35.957772 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:27:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:35.995662 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:35.996048 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (75ecd9bc-6a78-4e74-9d1f-38afdfb7d346), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:36.070134 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-113cfbe1-4b94-4bf5-8b73-e96b182db9fd tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:36.071509 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-113cfbe1-4b94-4bf5-8b73-e96b182db9fd tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.127 "GET /v2.0/networks?id=39059081-2481-4f6e-8f16-8e4a3b6ddbc5 HTTP/1.1" status: 200 len: 811 time: 0.4668677 Feb 16 14:27:36.086257 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4aff502c-cf93-46d8-a860-742e77846dbf req-50680005-af63-4d53-9e0b-81fa3e05940d tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 210 time: 0.1080980 Feb 16 14:27:36.101290 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Sync routers for ids ['4c197cc8-6d65-43aa-96eb-1795c62820d2'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:27:36.126282 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-8d6d71db-1d21-4e86-a4cb-84c0d1547d42 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Request body: {'port': {'device_id': 'a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60', 'network_id': '39059081-2481-4f6e-8f16-8e4a3b6ddbc5', 'admin_state_up': True, 'tenant_id': '51185f6331d1495f8d182d9a53fd1406'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:36.130669 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Routers {'4c197cc8-6d65-43aa-96eb-1795c62820d2'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:27:36.130669 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:27:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['4c197cc8-6d65-43aa-96eb-1795c62820d2'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:36.193869 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Set router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:27:36.404397 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:36.405531 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:27:36.452259 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8933d828-274e-45d3-ae72-c75727df965c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:36.465235 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Set router 4c197cc8-6d65-43aa-96eb-1795c62820d2 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:27:36.484149 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-8d6d71db-1d21-4e86-a4cb-84c0d1547d42 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Made reservation on behalf of 51185f6331d1495f8d182d9a53fd1406 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:36.488916 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-8d6d71db-1d21-4e86-a4cb-84c0d1547d42 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:36.515497 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:36.515874 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:36.521589 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:34Z', 'revision_number': 2, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:36.558899 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Checking router: 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:27:36.558899 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Updating router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f binding host dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:27:36.645591 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:36.898992 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:36.899561 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:36.936773 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:36.957961 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1674134623-router', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': 'deea67eb240b4b72a6a68a900986cf3e', 'gw_port': {'id': '8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': 'df38ebf5-c21d-4047-9ae0-ff6d5352cdfd', 'name': '', 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e', 'mac_address': 'fa:16:3e:67:6c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7b9017d5-9c05-4f22-83b0-ee486f6dea28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:34Z', 'revision_number': 2, 'project_id': 'deea67eb240b4b72a6a68a900986cf3e', 'subnets': [{'id': '7b9017d5-9c05-4f22-83b0-ee486f6dea28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:37.005959 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Checking router: 4c197cc8-6d65-43aa-96eb-1795c62820d2 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:27:37.006078 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-8d6d71db-1d21-4e86-a4cb-84c0d1547d42 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Allocated IP 172.20.0.8 (39059081-2481-4f6e-8f16-8e4a3b6ddbc5/4c1ce09d-d797-4fd4-a420-7c8f46bd1382/78cb5ad1-fc16-45bc-be3f-a8a950f33e4f) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:27:37.006570 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Updating router 4c197cc8-6d65-43aa-96eb-1795c62820d2 port df38ebf5-c21d-4047-9ae0-ff6d5352cdfd binding host dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:27:37.048404 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.055543 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.205136 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 43942) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:37.210299 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-3440f71e-230a-41e2-9011-3f6ac96b1331 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1732601401', 'description': 'tempest-description--662092096'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:37.240399 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Publish callbacks [] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.328021 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.356767 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3440f71e-230a-41e2-9011-3f6ac96b1331 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.427181 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd8aa7-42bc-4b26-81a8-65ff6531b12d None None] Pushing event updated for resources: {'Port': ['ID=46ab8418-2e21-425b-9b7e-d6ffeecdb71f,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:37.533552 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3440f71e-230a-41e2-9011-3f6ac96b1331 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group (635fd2e9-66a0-4833-ac19-6b60812ec15d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.582535 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-8d6d71db-1d21-4e86-a4cb-84c0d1547d42 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Publish callbacks [] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.634350 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:37.645112 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3440f71e-230a-41e2-9011-3f6ac96b1331 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (635fd2e9-66a0-4833-ac19-6b60812ec15d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.692426 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Publish callbacks [] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.759293 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.793505 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.794592 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-8d6d71db-1d21-4e86-a4cb-84c0d1547d42 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.807147 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3440f71e-230a-41e2-9011-3f6ac96b1331 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.808945 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-3440f71e-230a-41e2-9011-3f6ac96b1331 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6024938 Feb 16 14:27:37.841337 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43976) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:37.847483 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-9f1fda6f-359c-4072-91af-93e44363299e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Request body: {'security_group_rule': {'security_group_id': '635fd2e9-66a0-4833-ac19-6b60812ec15d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:37.857939 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Attempting to bind port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:27:37.858903 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Attempting to bind port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:27:37.859479 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Attempting to bind port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f on network a6b11c3c-5991-4844-a883-8a00049c7bc1 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:37.866660 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:27:37.867428 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Checking segment: {'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:37.868089 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.868708 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Bound using segment: {'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:27:37.869430 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Bound port: 46ab8418-2e21-425b-9b7e-d6ffeecdb71f, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:27:37.870074 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.912515 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440f71e-230a-41e2-9011-3f6ac96b1331 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635fd2e9-66a0-4833-ac19-6b60812ec15d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:37.973522 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] For port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:27:37.976749 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-8d6d71db-1d21-4e86-a4cb-84c0d1547d42 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Network 39059081-2481-4f6e-8f16-8e4a3b6ddbc5 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:37.978857 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] For port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=46ab8418-2e21-425b-9b7e-d6ffeecdb71f,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:27:37.982206 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-8d6d71db-1d21-4e86-a4cb-84c0d1547d42 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:37.984481 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d71db-1d21-4e86-a4cb-84c0d1547d42 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Pushing event updated for resources: {'Port': ['ID=78cb5ad1-fc16-45bc-be3f-a8a950f33e4f,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:37.989456 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-8d6d71db-1d21-4e86-a4cb-84c0d1547d42 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:27:37.995567 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-8d6d71db-1d21-4e86-a4cb-84c0d1547d42 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:37.997375 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-8d6d71db-1d21-4e86-a4cb-84c0d1547d42 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:37.999070 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef00df3-d4cd-4229-b7dc-b7502c98e55a None None] Pushing event updated for resources: {'Port': ['ID=df38ebf5-c21d-4047-9ae0-ff6d5352cdfd,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:38.018553 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-d1f99a26-d82c-425b-b412-81acd193b3af None None] Provisioning complete for port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:38.018949 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d1f99a26-d82c-425b-b412-81acd193b3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.029185 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b538f-9fd8-48ea-abdb-123624333293 req-55565ae4-e598-4d5f-9fb3-5badacaea643 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:38.030675 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-55565ae4-e598-4d5f-9fb3-5badacaea643 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/networks?id=c18dd6e1-f13c-444e-8150-deef63d4a164 HTTP/1.1" status: 200 len: 819 time: 0.4115648 Feb 16 14:27:38.059911 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9f1fda6f-359c-4072-91af-93e44363299e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group_rule (59e7a1bd-bb54-4b23-9e77-4492ed9a67f4), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.061860 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45ae68-2634-4b75-b00d-168b0deefa17 req-c92da97d-fbd2-4696-ad8d-e97fb030f748 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:38.068832 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce45ae68-2634-4b75-b00d-168b0deefa17 req-c92da97d-fbd2-4696-ad8d-e97fb030f748 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 931 time: 0.2559569 Feb 16 14:27:38.073284 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-4fa2c84c-1935-42b5-b7cb-46e0d67c5a26 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/quotas/deea67eb240b4b72a6a68a900986cf3e HTTP/1.1" status: 200 len: 375 time: 0.0354276 Feb 16 14:27:38.079265 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.089428 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-8d6d71db-1d21-4e86-a4cb-84c0d1547d42 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9692469 Feb 16 14:27:38.100750 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Attempting to bind port df38ebf5-c21d-4047-9ae0-ff6d5352cdfd on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:27:38.101144 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Attempting to bind port df38ebf5-c21d-4047-9ae0-ff6d5352cdfd by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '55152207-cd1a-432f-8a6e-23dfe38ff369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:27:38.101512 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Attempting to bind port df38ebf5-c21d-4047-9ae0-ff6d5352cdfd on network c18dd6e1-f13c-444e-8150-deef63d4a164 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:38.103550 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-d1f99a26-d82c-425b-b412-81acd193b3af None None] Port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:27:38.108250 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:27:38.108631 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Checking segment: {'id': '55152207-cd1a-432f-8a6e-23dfe38ff369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:38.109061 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.109457 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Bound using segment: {'id': '55152207-cd1a-432f-8a6e-23dfe38ff369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:27:38.111264 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Bound port: df38ebf5-c21d-4047-9ae0-ff6d5352cdfd, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55152207-cd1a-432f-8a6e-23dfe38ff369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:27:38.111264 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.158801 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd8aa7-42bc-4b26-81a8-65ff6531b12d None None] Pushing event updated for resources: {'Port': ['ID=46ab8418-2e21-425b-9b7e-d6ffeecdb71f,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:38.192551 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] For port df38ebf5-c21d-4047-9ae0-ff6d5352cdfd, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:27:38.199215 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] For port df38ebf5-c21d-4047-9ae0-ff6d5352cdfd, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=df38ebf5-c21d-4047-9ae0-ff6d5352cdfd,segment=NetworkSegment(55152207-cd1a-432f-8a6e-23dfe38ff369),segment_id=55152207-cd1a-432f-8a6e-23dfe38ff369)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:27:38.204531 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Routers {'7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:27:38.205539 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:27:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:38.238754 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9f1fda6f-359c-4072-91af-93e44363299e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group_rule (59e7a1bd-bb54-4b23-9e77-4492ed9a67f4), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.247667 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ce45ae68-2634-4b75-b00d-168b0deefa17 req-8423b6ff-2b02-4f65-8c78-0567c7278f42 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779509 Feb 16 14:27:38.257724 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-64b806a4-6d28-4a07-aa56-e62158262f83 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=deea67eb240b4b72a6a68a900986cf3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1638293 Feb 16 14:27:38.285572 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.348243 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Routers {'4c197cc8-6d65-43aa-96eb-1795c62820d2'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:27:38.350901 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:27:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['4c197cc8-6d65-43aa-96eb-1795c62820d2'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:38.362440 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] Set router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:27:38.370602 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9f1fda6f-359c-4072-91af-93e44363299e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (59e7a1bd-bb54-4b23-9e77-4492ed9a67f4), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.394411 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef00df3-d4cd-4229-b7dc-b7502c98e55a None None] Pushing event updated for resources: {'Port': ['ID=df38ebf5-c21d-4047-9ae0-ff6d5352cdfd,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:38.412918 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fda6f-359c-4072-91af-93e44363299e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e7a1bd-bb54-4b23-9e77-4492ed9a67f4,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:38.485099 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-3f3e397c-ace5-4fd1-82d0-0ab4e4574595 service neutron] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=103211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:27:38.495584 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-3f3e397c-ace5-4fd1-82d0-0ab4e4574595 service neutron] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0953329 Feb 16 14:27:38.495706 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] Set router 4c197cc8-6d65-43aa-96eb-1795c62820d2 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:27:38.499279 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9f1fda6f-359c-4072-91af-93e44363299e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.500725 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9f1fda6f-359c-4072-91af-93e44363299e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6581612 Feb 16 14:27:38.503778 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 43996) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:38.508706 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-00e42c6b-1456-47b0-ba8a-c672c621b486 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Request body: {'security_group_rule': {'security_group_id': '635fd2e9-66a0-4833-ac19-6b60812ec15d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:38.560606 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-37df998c-0c15-4578-bca1-08b027625ec0 None None] Provisioning complete for port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:38.560606 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-37df998c-0c15-4578-bca1-08b027625ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.663690 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-307c354e-1e42-4cb2-989a-230d928b5ecf service neutron] 10.222.0.133 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664803 Feb 16 14:27:38.693728 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-00e42c6b-1456-47b0-ba8a-c672c621b486 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group_rule (b7c90b54-c610-4a2e-878a-4562d687232c), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.729882 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-698f17da-0862-481a-88ca-7d019223e714 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:27:38.732546 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:37Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:38.745104 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-698f17da-0862-481a-88ca-7d019223e714 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272601 Feb 16 14:27:38.776388 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d34075-2e2f-483b-9ee5-ecf52c032e8e None None] The sync data for ids ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'] in dv-cinder-778193-17-iscsi is: [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:37Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:27:38.810919 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-37df998c-0c15-4578-bca1-08b027625ec0 None None] Current status of the port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:38.811483 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-37df998c-0c15-4578-bca1-08b027625ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.823817 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-c9ad3cdc-e9d5-432b-84a0-a1e9b5b3fec1 service neutron] 10.222.0.133 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593039 Feb 16 14:27:38.886967 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-00e42c6b-1456-47b0-ba8a-c672c621b486 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group_rule (b7c90b54-c610-4a2e-878a-4562d687232c), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.894113 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-37df998c-0c15-4578-bca1-08b027625ec0 None None] For port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=46ab8418-2e21-425b-9b7e-d6ffeecdb71f,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:38.910976 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1674134623-router', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': 'deea67eb240b4b72a6a68a900986cf3e', 'gw_port': {'id': '8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': 'df38ebf5-c21d-4047-9ae0-ff6d5352cdfd', 'name': '', 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e', 'mac_address': 'fa:16:3e:67:6c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7b9017d5-9c05-4f22-83b0-ee486f6dea28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:38Z', 'revision_number': 4, 'project_id': 'deea67eb240b4b72a6a68a900986cf3e', 'subnets': [{'id': '7b9017d5-9c05-4f22-83b0-ee486f6dea28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:38.953597 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e8b50-c6ab-4809-a498-0213be24f90f None None] The sync data for ids ['4c197cc8-6d65-43aa-96eb-1795c62820d2'] in dv-cinder-778193-17-iscsi is: [{'id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1674134623-router', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': 'deea67eb240b4b72a6a68a900986cf3e', 'gw_port': {'id': '8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': 'df38ebf5-c21d-4047-9ae0-ff6d5352cdfd', 'name': '', 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e', 'mac_address': 'fa:16:3e:67:6c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7b9017d5-9c05-4f22-83b0-ee486f6dea28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:38Z', 'revision_number': 4, 'project_id': 'deea67eb240b4b72a6a68a900986cf3e', 'subnets': [{'id': '7b9017d5-9c05-4f22-83b0-ee486f6dea28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:27:38.972119 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-00e42c6b-1456-47b0-ba8a-c672c621b486 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (b7c90b54-c610-4a2e-878a-4562d687232c), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:38.974224 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-37df998c-0c15-4578-bca1-08b027625ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:39.019034 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Request body: {'port': {'device_id': 'a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:39.045042 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e42c6b-1456-47b0-ba8a-c672c621b486 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c90b54-c610-4a2e-878a-4562d687232c,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:39.145194 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:39.145194 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df998c-0c15-4578-bca1-08b027625ec0 None None] Pushing event updated for resources: {'Port': ['ID=46ab8418-2e21-425b-9b7e-d6ffeecdb71f,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:39.174402 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:39.223570 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-00e42c6b-1456-47b0-ba8a-c672c621b486 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:39.225796 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-00e42c6b-1456-47b0-ba8a-c672c621b486 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7205801 Feb 16 14:27:39.228672 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 44024) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:39.233636 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Request body: {'floatingip': {'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:39.417467 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11a007-fada-4191-a7ae-8938cda8545b req-a535837f-6f9e-47ff-b738-c8b95652c7d6 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:39.419455 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7a11a007-fada-4191-a7ae-8938cda8545b req-a535837f-6f9e-47ff-b738-c8b95652c7d6 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 931 time: 0.0645194 Feb 16 14:27:39.421176 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:39.653582 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-06b99783-fa6a-4c8a-98bf-4e4d99856ff7 req-b1eac3f2-6750-486d-9ce7-a02fbd987cf3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 210 time: 0.0965796 Feb 16 14:27:39.946809 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7a11a007-fada-4191-a7ae-8938cda8545b req-7e9219ad-0d56-4806-821b-00e70f5eb48c tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952757 Feb 16 14:27:40.037666 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:27:40.066945 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Publish callbacks [] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:40.113355 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:40.121375 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Transition to ACTIVE for port object 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:27:40.216480 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:40.294560 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Pushing event updated for resources: {'Port': ['ID=78cb5ad1-fc16-45bc-be3f-a8a950f33e4f,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:40.327382 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:27:40.376747 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Attempting to bind port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:27:40.380815 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Attempting to bind port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '39a40db3-5e88-443f-a9cf-d7ce62eef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '39059081-2481-4f6e-8f16-8e4a3b6ddbc5'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:27:40.380815 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Attempting to bind port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f on network 39059081-2481-4f6e-8f16-8e4a3b6ddbc5 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:40.408447 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f on network 39059081-2481-4f6e-8f16-8e4a3b6ddbc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:27:40.409259 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Attempting to bind port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f on network 39059081-2481-4f6e-8f16-8e4a3b6ddbc5 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:40.423535 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:27:40.443426 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Checking segment: {'id': '39a40db3-5e88-443f-a9cf-d7ce62eef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '39059081-2481-4f6e-8f16-8e4a3b6ddbc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:40.443426 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Bound using segment: {'id': '39a40db3-5e88-443f-a9cf-d7ce62eef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '39059081-2481-4f6e-8f16-8e4a3b6ddbc5'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:27:40.443426 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Bound port: 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a40db3-5e88-443f-a9cf-d7ce62eef34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '39059081-2481-4f6e-8f16-8e4a3b6ddbc5'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:27:40.443426 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:40.549509 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] For port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:27:40.555333 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] For port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=78cb5ad1-fc16-45bc-be3f-a8a950f33e4f,segment=NetworkSegment(39a40db3-5e88-443f-a9cf-d7ce62eef34e),segment_id=39a40db3-5e88-443f-a9cf-d7ce62eef34e)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:27:40.577431 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Allocated IP 172.27.1.238 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/bbb54814-9b8a-44cc-84e9-240dcce8a400) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:27:40.582191 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:40.584182 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:40.600829 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-f80600a9-0c7e-4cb1-ab72-c9233c1b9855 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:40.615107 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-f80600a9-0c7e-4cb1-ab72-c9233c1b9855 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/networks?id=c18dd6e1-f13c-444e-8150-deef63d4a164 HTTP/1.1" status: 200 len: 819 time: 0.4219103 Feb 16 14:27:40.648320 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-ac0772ca-01d1-4c9b-9693-20efb32775cf tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/quotas/deea67eb240b4b72a6a68a900986cf3e HTTP/1.1" status: 200 len: 375 time: 0.0322945 Feb 16 14:27:40.665901 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:40.845489 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:27:40.846463 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Pushing event updated for resources: {'Port': ['ID=78cb5ad1-fc16-45bc-be3f-a8a950f33e4f,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:40.879716 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:40.893122 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:40.897349 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-b8b9825a-851a-4467-acc8-757c5bb3cd0a service neutron] 10.222.0.127 "PUT /v2.0/ports/78cb5ad1-fc16-45bc-be3f-a8a950f33e4f HTTP/1.1" status: 200 len: 1093 time: 2.0051036 Feb 16 14:27:40.897952 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60', 'tag': '78cb5ad1-fc16-45bc-be3f-a8a950f33e4f'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:27:40.910418 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:40.913944 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device df38ebf5-c21d-4047-9ae0-ff6d5352cdfd up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:27:41.040512 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-673552ac-69be-432b-b9ea-b57b1729cd34 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=deea67eb240b4b72a6a68a900986cf3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3787088 Feb 16 14:27:41.049830 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:41.146653 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port df38ebf5-c21d-4047-9ae0-ff6d5352cdfd triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:41.149539 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:41.433821 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-ed80d1a9-3f27-4bfe-836e-7970d8f0fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:41.436897 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-ed80d1a9-3f27-4bfe-836e-7970d8f0fe5d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=51185f6331d1495f8d182d9a53fd1406&device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 1127 time: 0.2785950 Feb 16 14:27:41.533426 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-21c527c5-c709-41b8-8f65-cc814e70700e service neutron] 10.222.0.133 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789517 Feb 16 14:27:41.564490 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port df38ebf5-c21d-4047-9ae0-ff6d5352cdfd is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:41.567231 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:41.609551 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-c4eb6bec-7b56-4975-bc89-a3beac24cfb0 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78cb5ad1-fc16-45bc-be3f-a8a950f33e4f HTTP/1.1" status: 200 len: 217 time: 0.1638300 Feb 16 14:27:41.713441 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port df38ebf5-c21d-4047-9ae0-ff6d5352cdfd, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=df38ebf5-c21d-4047-9ae0-ff6d5352cdfd,segment=NetworkSegment(55152207-cd1a-432f-8a6e-23dfe38ff369),segment_id=55152207-cd1a-432f-8a6e-23dfe38ff369)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:41.739993 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ecb53a-7797-4217-bae7-4d7cca5f482d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60", "tag": "78cb5ad1-fc16-45bc-be3f-a8a950f33e4f"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:27:41.749263 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed369dc-c9dc-4f14-998a-71c14784901a req-087b44f6-1df8-43c3-a1bf-116e04634524 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:41.759296 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9ed369dc-c9dc-4f14-998a-71c14784901a req-087b44f6-1df8-43c3-a1bf-116e04634524 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 943 time: 0.3963358 Feb 16 14:27:41.791473 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for port (bbb54814-9b8a-44cc-84e9-240dcce8a400), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:41.817786 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-a6cba10f-7452-44fc-9205-8f8ad6ee425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:41.821635 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-a6cba10f-7452-44fc-9205-8f8ad6ee425b service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4c1ce09d-d797-4fd4-a420-7c8f46bd1382 HTTP/1.1" status: 200 len: 851 time: 0.1997347 Feb 16 14:27:41.843358 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:41.853179 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 46ab8418-2e21-425b-9b7e-d6ffeecdb71f up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:27:41.965590 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-9e96a2ed-6cbe-4ed5-bd21-0068a5a0fef5 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=39059081-2481-4f6e-8f16-8e4a3b6ddbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196110 Feb 16 14:27:42.022982 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9ed369dc-c9dc-4f14-998a-71c14784901a req-f470bb30-98dc-43be-9bf0-aacae4083cd8 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623444 Feb 16 14:27:42.163468 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-298f4c1b-d2aa-405d-96ae-6acab8c60460 service neutron] 10.222.0.133 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085885 Feb 16 14:27:42.175895 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=df38ebf5-c21d-4047-9ae0-ff6d5352cdfd,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:42.193631 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 44142) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:42.205612 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (bbb54814-9b8a-44cc-84e9-240dcce8a400), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:42.223162 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:42.224182 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:42.269346 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:42.285050 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:42.290984 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:27:42.312518 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event updated for resources: {'Port': ['ID=bbb54814-9b8a-44cc-84e9-240dcce8a400,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:42.338936 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-fec45dc0-5d97-4e47-ad1a-9cf7ceeb9d09 service neutron] 10.222.0.127 "GET /v2.0/networks/39059081-2481-4f6e-8f16-8e4a3b6ddbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583176 Feb 16 14:27:42.580209 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for floatingip (200435d3-e650-4f2b-9738-98498fc1e125), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:42.591258 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:42.655540 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d7ee05ee-9b29-4ac7-90e8-e7dc680e7ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:42.790721 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e27084d-b1b5-4e0b-b2b3-95e37951a856 x-openstack-request-id: req-7e27084d-b1b5-4e0b-b2b3-95e37951a856 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:27:42.790721 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60", "tag": "78cb5ad1-fc16-45bc-be3f-a8a950f33e4f", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:27:42.790721 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-7e27084d-b1b5-4e0b-b2b3-95e37951a856 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:27:42.790721 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60', 'tag': '78cb5ad1-fc16-45bc-be3f-a8a950f33e4f', 'status': 'completed', 'code': 200} Feb 16 14:27:42.858687 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ad40aed2-1aed-431c-9121-6284c8fccf80 req-34d0bd56-87ec-4744-9d45-5b083d08630b service neutron] 10.222.0.127 "GET /v2.0/networks/39059081-2481-4f6e-8f16-8e4a3b6ddbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089357 Feb 16 14:27:42.881099 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device df38ebf5-c21d-4047-9ae0-ff6d5352cdfd up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:27:42.984759 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port df38ebf5-c21d-4047-9ae0-ff6d5352cdfd triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:42.986205 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:42.989408 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ebe63eb6-29d7-4678-b62e-d1a895cc62cc req-248ffaf4-7816-479b-8490-700947f5c631 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 210 time: 0.0949876 Feb 16 14:27:43.012320 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (bbb54814-9b8a-44cc-84e9-240dcce8a400), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.118960 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d7ee05ee-9b29-4ac7-90e8-e7dc680e7ade admin admin] Publish callbacks [] for security_group (1ae1519c-bd06-4aaf-8973-29e67bea865f), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.215450 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port df38ebf5-c21d-4047-9ae0-ff6d5352cdfd is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:43.245679 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d7ee05ee-9b29-4ac7-90e8-e7dc680e7ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (1ae1519c-bd06-4aaf-8973-29e67bea865f), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.319682 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee05ee-9b29-4ac7-90e8-e7dc680e7ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae1519c-bd06-4aaf-8973-29e67bea865f,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:43.348227 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af749-058a-4fba-b042-a786c4e96db1 req-841ba78e-14f1-472d-b883-1d149c7ac051 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:43.350328 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f92af749-058a-4fba-b042-a786c4e96db1 req-841ba78e-14f1-472d-b883-1d149c7ac051 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 943 time: 0.1432054 Feb 16 14:27:43.352629 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d7ee05ee-9b29-4ac7-90e8-e7dc680e7ade admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=f4a2024f0c304c2e96f5705c9e0ee78f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1572905 Feb 16 14:27:43.356980 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for port (bbb54814-9b8a-44cc-84e9-240dcce8a400), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.362149 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 44188) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:43.437146 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-304073e2-abd6-454e-b797-8f09728e4e19 admin admin] Publish callbacks [] for security_group (1ae1519c-bd06-4aaf-8973-29e67bea865f), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.453333 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f92af749-058a-4fba-b042-a786c4e96db1 req-89ed216d-e9f9-4679-9078-cd5b9ff62767 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943360 Feb 16 14:27:43.457294 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (bbb54814-9b8a-44cc-84e9-240dcce8a400), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.464136 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-304073e2-abd6-454e-b797-8f09728e4e19 admin admin] Publish callbacks [] for security_group (1ae1519c-bd06-4aaf-8973-29e67bea865f), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.485878 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 44192) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:43.513250 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (200435d3-e650-4f2b-9738-98498fc1e125), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.526836 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event updated for resources: {'Port': ['ID=bbb54814-9b8a-44cc-84e9-240dcce8a400,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:43.616173 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d61acba7-4574-4a6f-be65-28774b456b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.617897 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-304073e2-abd6-454e-b797-8f09728e4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (1ae1519c-bd06-4aaf-8973-29e67bea865f), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.621229 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-304073e2-abd6-454e-b797-8f09728e4e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.621446 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-304073e2-abd6-454e-b797-8f09728e4e19 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/1ae1519c-bd06-4aaf-8973-29e67bea865f HTTP/1.1" status: 204 len: 168 time: 0.2582800 Feb 16 14:27:43.635863 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304073e2-abd6-454e-b797-8f09728e4e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae1519c-bd06-4aaf-8973-29e67bea865f,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:43.675439 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.680522 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-e8e00a44-78d7-4532-b739-4a79d3c71542 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4471500 Feb 16 14:27:43.733260 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d61acba7-4574-4a6f-be65-28774b456b29 admin admin] Publish callbacks [] for security_group (f2b05a3b-fbb2-4940-9b55-e8bfa9e589da), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.799560 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d61acba7-4574-4a6f-be65-28774b456b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (f2b05a3b-fbb2-4940-9b55-e8bfa9e589da), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:43.887935 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61acba7-4574-4a6f-be65-28774b456b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b05a3b-fbb2-4940-9b55-e8bfa9e589da,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:43.931436 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-d61acba7-4574-4a6f-be65-28774b456b29 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=69d8cd3d74224c3b9720ed3f5e8ee38d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4440904 Feb 16 14:27:43.934447 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 44222) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:44.042578 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3072f0e1-482c-43fe-9cfd-2ea7b895b4cf admin admin] Publish callbacks [] for security_group (f2b05a3b-fbb2-4940-9b55-e8bfa9e589da), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:44.054303 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-22a161d1-6800-46ef-8dc4-90c125840892 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-securitygroup--1732601401&fields=id&tenant_id=60742357eb9840178f82489d14042333 HTTP/1.1" status: 200 len: 267 time: 0.0912073 Feb 16 14:27:44.090878 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3072f0e1-482c-43fe-9cfd-2ea7b895b4cf admin admin] Publish callbacks [] for security_group (f2b05a3b-fbb2-4940-9b55-e8bfa9e589da), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:44.201022 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5c755503-febc-4674-b511-67e5ed49eff7 req-137c7816-324e-48d2-a6ac-a4f1362531ae tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 210 time: 0.0959978 Feb 16 14:27:44.237023 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3072f0e1-482c-43fe-9cfd-2ea7b895b4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (f2b05a3b-fbb2-4940-9b55-e8bfa9e589da), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:44.239677 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3072f0e1-482c-43fe-9cfd-2ea7b895b4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:44.243144 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-3072f0e1-482c-43fe-9cfd-2ea7b895b4cf admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/f2b05a3b-fbb2-4940-9b55-e8bfa9e589da HTTP/1.1" status: 204 len: 168 time: 0.3054667 Feb 16 14:27:44.267872 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072f0e1-482c-43fe-9cfd-2ea7b895b4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b05a3b-fbb2-4940-9b55-e8bfa9e589da,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:44.336419 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-f1accfd6-7b8c-43cf-9d54-b82393748c62 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:44.343936 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-f1accfd6-7b8c-43cf-9d54-b82393748c62 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/networks?id=a6b11c3c-5991-4844-a883-8a00049c7bc1 HTTP/1.1" status: 200 len: 811 time: 0.2761652 Feb 16 14:27:44.359552 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-51b51e4a-15b5-4014-b57f-68a0d3b82a7b tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/quotas/60742357eb9840178f82489d14042333 HTTP/1.1" status: 200 len: 375 time: 0.0142126 Feb 16 14:27:44.474539 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-53b4c294-831a-4cc8-9bf1-8f2ad277b92d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=60742357eb9840178f82489d14042333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063344 Feb 16 14:27:44.632010 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a7cdb-72c3-4d4b-a199-187d6fad9b9c req-26fbac5f-4daa-415a-9ae9-69dcf365f2b0 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:44.634662 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c86a7cdb-72c3-4d4b-a199-187d6fad9b9c req-26fbac5f-4daa-415a-9ae9-69dcf365f2b0 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 943 time: 0.1023700 Feb 16 14:27:44.638953 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-8f6b70b5-bd1a-4951-b18e-12e51ae49ca8 service neutron] 10.222.0.133 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470320 Feb 16 14:27:44.916594 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c86a7cdb-72c3-4d4b-a199-187d6fad9b9c req-22f6d86b-37db-4f09-a429-d3a0b04dd808 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711530 Feb 16 14:27:44.976099 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-9cee03a4-c6de-4fad-901a-5e6efb0da288 service neutron] 10.222.0.133 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248174 Feb 16 14:27:45.227669 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 44272) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:45.245544 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a361f53-c9a1-4d07-a6ec-5b89ffdb9001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.276558 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d305aa8e-acfd-4e8a-95f0-1785d88a9146 req-3fba7424-8f9d-40b3-95ca-8e39f2dee5dc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 210 time: 0.0580547 Feb 16 14:27:45.350429 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fa11e86d-90c0-488b-b100-f70b11ee9c17 req-fd3e7ebd-0c5c-4604-9cc4-b1c36e8b0c52 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 210 time: 0.0405500 Feb 16 14:27:45.395866 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a361f53-c9a1-4d07-a6ec-5b89ffdb9001 admin admin] Publish callbacks [] for security_group (2c9eea98-885a-4a92-aac0-b7c3cae688cd), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.453415 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a361f53-c9a1-4d07-a6ec-5b89ffdb9001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (2c9eea98-885a-4a92-aac0-b7c3cae688cd), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.507118 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0a361f53-c9a1-4d07-a6ec-5b89ffdb9001 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=93076bb0be3e449b918780fc0aa6f5c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778163 Feb 16 14:27:45.507712 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a361f53-c9a1-4d07-a6ec-5b89ffdb9001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9eea98-885a-4a92-aac0-b7c3cae688cd,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:45.509156 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 44280) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:45.560214 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-36819441-2639-40d8-9e4d-564c26e939f7 admin admin] Publish callbacks [] for security_group (2c9eea98-885a-4a92-aac0-b7c3cae688cd), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.592240 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-36819441-2639-40d8-9e4d-564c26e939f7 admin admin] Publish callbacks [] for security_group (2c9eea98-885a-4a92-aac0-b7c3cae688cd), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.770384 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-36819441-2639-40d8-9e4d-564c26e939f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (2c9eea98-885a-4a92-aac0-b7c3cae688cd), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.773101 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-36819441-2639-40d8-9e4d-564c26e939f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:45.777061 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-36819441-2639-40d8-9e4d-564c26e939f7 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/2c9eea98-885a-4a92-aac0-b7c3cae688cd HTTP/1.1" status: 204 len: 168 time: 0.2641640 Feb 16 14:27:45.786512 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36819441-2639-40d8-9e4d-564c26e939f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9eea98-885a-4a92-aac0-b7c3cae688cd,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:46.113129 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf9139-f331-46c3-882f-7504cb1c7b7a req-2ac19618-e487-4b9b-98c4-e9bdfa5300f0 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:46.123496 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6adf9139-f331-46c3-882f-7504cb1c7b7a req-2ac19618-e487-4b9b-98c4-e9bdfa5300f0 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 943 time: 0.1176202 Feb 16 14:27:46.216953 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6adf9139-f331-46c3-882f-7504cb1c7b7a req-72011d66-4b9c-40db-90c4-84a0e0326a46 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780501 Feb 16 14:27:46.426067 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-262d613f-355b-4954-8930-768146005198 req-78c95bec-517b-4972-93eb-fae0c9f5e710 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 210 time: 0.0789256 Feb 16 14:27:46.501656 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-03915bdb-13be-42e5-9bc2-d81871360691 req-6fbf3c44-0b2f-4751-beb0-e32114374598 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 210 time: 0.0353189 Feb 16 14:27:47.415232 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07154453-9506-4177-a15f-4d98106167cc req-7659f184-16ec-427c-97b3-c01c67327ab8 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:47.422608 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-07154453-9506-4177-a15f-4d98106167cc req-7659f184-16ec-427c-97b3-c01c67327ab8 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 943 time: 0.1133287 Feb 16 14:27:47.500139 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-07154453-9506-4177-a15f-4d98106167cc req-1cb2ad67-6518-468a-9ada-63904b9686ef tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759623 Feb 16 14:27:47.591779 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f6f0b45e-4749-4b8d-9b36-5db8324aa90a req-46242580-9182-4852-ab95-718adbc0a726 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 210 time: 0.0408113 Feb 16 14:27:47.638124 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2d0c7988-c8b6-42f2-baf6-b03dbb5f592e req-e1488235-8a88-43f6-a792-87fb66213473 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 210 time: 0.0336659 Feb 16 14:27:47.645498 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecb53a-7797-4217-bae7-4d7cca5f482d req-17254c4f-52c8-481d-b8df-65fc7b23bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:47.652281 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e0ecb53a-7797-4217-bae7-4d7cca5f482d req-17254c4f-52c8-481d-b8df-65fc7b23bc9f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=51185f6331d1495f8d182d9a53fd1406&device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 1127 time: 0.0848317 Feb 16 14:27:47.931154 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecb53a-7797-4217-bae7-4d7cca5f482d req-c8f739a3-142d-492d-972e-d710d4124517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:47.935915 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e0ecb53a-7797-4217-bae7-4d7cca5f482d req-c8f739a3-142d-492d-972e-d710d4124517 service neutron] 10.222.0.127 "GET /v2.0/networks?id=39059081-2481-4f6e-8f16-8e4a3b6ddbc5 HTTP/1.1" status: 200 len: 912 time: 0.2471552 Feb 16 14:27:48.011003 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e0ecb53a-7797-4217-bae7-4d7cca5f482d req-e230158c-1dae-4599-a4b4-595fbe669bd3 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78cb5ad1-fc16-45bc-be3f-a8a950f33e4f HTTP/1.1" status: 200 len: 217 time: 0.0486941 Feb 16 14:27:48.152578 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecb53a-7797-4217-bae7-4d7cca5f482d req-a6ce1a32-2769-4233-bb55-e719b488cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:48.154081 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e0ecb53a-7797-4217-bae7-4d7cca5f482d req-a6ce1a32-2769-4233-bb55-e719b488cba1 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4c1ce09d-d797-4fd4-a420-7c8f46bd1382 HTTP/1.1" status: 200 len: 851 time: 0.1112111 Feb 16 14:27:48.515870 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e0ecb53a-7797-4217-bae7-4d7cca5f482d req-0f1d87cb-8141-4705-bdc2-ec58ad194b5a service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=39059081-2481-4f6e-8f16-8e4a3b6ddbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316505 Feb 16 14:27:48.661339 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e0ecb53a-7797-4217-bae7-4d7cca5f482d req-ed3f7285-ffeb-4b48-9820-df16b30848af service neutron] 10.222.0.127 "GET /v2.0/networks/39059081-2481-4f6e-8f16-8e4a3b6ddbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699677 Feb 16 14:27:48.733393 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-48fa73a3-0602-4f0c-9656-1f9c0cd86403 req-0993a852-97a8-4093-870b-3e790511bc14 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 210 time: 0.0387869 Feb 16 14:27:48.742455 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1553b1-794f-45f8-b36b-5393f66664e9 req-5491ef40-c8c3-411c-a02a-f7628ded91ee tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:48.750238 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d1553b1-794f-45f8-b36b-5393f66664e9 req-5491ef40-c8c3-411c-a02a-f7628ded91ee tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 943 time: 0.1543388 Feb 16 14:27:48.837442 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d1553b1-794f-45f8-b36b-5393f66664e9 req-58697fee-5397-48c9-9d65-f408123898f9 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851858 Feb 16 14:27:48.873240 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4ae50239-5e8a-4218-a286-f8f32dc3b87d req-4b48916a-e88b-484b-b1d3-7e39a2eb5ae8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 210 time: 0.0346262 Feb 16 14:27:49.841889 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a22b5860-38b4-4f94-ad34-0da31c48022a req-ceb3306f-fea0-43fe-918b-f9c54c5214c6 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 210 time: 0.0310040 Feb 16 14:27:49.968706 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17106a8e-1e0f-4c26-8ec6-2784e22563aa req-9e3f2698-071d-4de0-a861-7bd9025bf002 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:49.970736 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17106a8e-1e0f-4c26-8ec6-2784e22563aa req-9e3f2698-071d-4de0-a861-7bd9025bf002 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 943 time: 0.0567665 Feb 16 14:27:50.012121 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-21d357c9-817b-4bc7-ae97-5a701657f68a req-ad0f72cf-9e89-41e7-b56f-693b7a99bf6f tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 210 time: 0.0402937 Feb 16 14:27:50.055674 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17106a8e-1e0f-4c26-8ec6-2784e22563aa req-3ec9c3b4-9760-4a72-b4e0-add55c49f5c0 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750463 Feb 16 14:27:50.966543 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1126d638-8853-438b-9dd7-22ace579fc7a req-1dbf8235-b1af-4b22-a036-2c31e81b1c2c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 210 time: 0.0389354 Feb 16 14:27:51.139852 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4e3d5c6e-3bf9-4787-8039-118b35ff80da req-b95d0c4e-99e4-4bab-baad-03285c4bf650 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 210 time: 0.0345907 Feb 16 14:27:51.220671 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd12bd-b80c-4e61-9f9f-fedf77e5b782 req-07d5e0f6-6fb8-400c-a043-cc96090af711 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:51.222562 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cfcd12bd-b80c-4e61-9f9f-fedf77e5b782 req-07d5e0f6-6fb8-400c-a043-cc96090af711 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 943 time: 0.0679801 Feb 16 14:27:51.272316 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cfcd12bd-b80c-4e61-9f9f-fedf77e5b782 req-c974e08b-d808-4307-9719-ae6ca33fc108 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436559 Feb 16 14:27:52.067995 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ac01d04c-85b8-48f1-a528-2ca1860059b8 req-6e84c340-bef2-4d1e-8a0e-f7ee4dcaefea tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 210 time: 0.0276406 Feb 16 14:27:52.223192 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ead3c101-a5a0-4255-9762-b27f2bc53da2 req-42eb749f-d138-4bd1-9d32-9fcbd5485478 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 210 time: 0.0268285 Feb 16 14:27:52.396393 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74868275-e33f-462c-84f0-f0309d87b9fb req-535f4110-b7c5-4941-bf70-e72b17811a27 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:52.397866 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74868275-e33f-462c-84f0-f0309d87b9fb req-535f4110-b7c5-4941-bf70-e72b17811a27 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 943 time: 0.0552599 Feb 16 14:27:52.443033 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74868275-e33f-462c-84f0-f0309d87b9fb req-c586308b-d99e-4348-91bb-ca0442be14ba tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 Feb 16 14:27:53.164439 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-56ad8a6f-a01c-4178-9736-8840e2e66bc8 req-9808d0bc-dad3-47c0-8949-8c159b252ba6 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 210 time: 0.0289881 Feb 16 14:27:53.317866 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-23515e6f-be16-4a8e-846b-36444e62eb1e req-9e20a8a4-77a7-45ca-b428-0e5a1f9c7c4e tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 210 time: 0.0278590 Feb 16 14:27:53.368262 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e0ecb53a-7797-4217-bae7-4d7cca5f482d req-09905891-efde-40cc-92d6-9a510bf9fbd3 service neutron] 10.222.0.127 "GET /v2.0/networks/39059081-2481-4f6e-8f16-8e4a3b6ddbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867071 Feb 16 14:27:53.562234 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696357e-f273-44ab-b10f-6c5adadd9f19 req-8b94e08b-9008-4c8e-b20c-6d1e7bb53e40 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:53.564380 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d696357e-f273-44ab-b10f-6c5adadd9f19 req-8b94e08b-9008-4c8e-b20c-6d1e7bb53e40 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 943 time: 0.0576129 Feb 16 14:27:53.611002 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d696357e-f273-44ab-b10f-6c5adadd9f19 req-24e4242d-c2e6-4503-bfa2-fa464afce51c tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407722 Feb 16 14:27:53.815030 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b538f-9fd8-48ea-abdb-123624333293 req-0b0b9bfe-03fc-41d1-8a95-a51039177fd7 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:53.816881 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-0b0b9bfe-03fc-41d1-8a95-a51039177fd7 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.127 "GET /v2.0/networks?id=c18dd6e1-f13c-444e-8150-deef63d4a164 HTTP/1.1" status: 200 len: 819 time: 0.1144814 Feb 16 14:27:53.844072 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-046b538f-9fd8-48ea-abdb-123624333293 req-ed172e18-240d-402f-bb45-ffb4a7a4bf02 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Request body: {'port': {'device_id': '31732291-29a1-4d43-b9f0-b3ecfeeebdcc', 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164', 'admin_state_up': True, 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:53.930411 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.127', 64296) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:53.947828 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.127', 64297) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:54.046004 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-a70c4554-8b11-4ea5-9b79-3f37a1eb535a tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:54.048626 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-a70c4554-8b11-4ea5-9b79-3f37a1eb535a tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.127 "GET /v2.0/networks?id=a6b11c3c-5991-4844-a883-8a00049c7bc1 HTTP/1.1" status: 200 len: 811 time: 0.1091447 Feb 16 14:27:54.086036 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-4e294269-f4fd-4c7a-9076-353a7dc70676 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:54.087506 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-4e294269-f4fd-4c7a-9076-353a7dc70676 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.127 "GET /v2.0/networks?id=c18dd6e1-f13c-444e-8150-deef63d4a164 HTTP/1.1" status: 200 len: 819 time: 0.1376424 Feb 16 14:27:54.100203 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-94aa770b-1289-495b-b3b6-0b4b21e9e8a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Request body: {'port': {'device_id': '987edef2-2a46-4a1f-8cc3-285f5f4090b3', 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164', 'admin_state_up': True, 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:54.139721 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-fd32d24c-eb9e-4f78-bc17-8d0218d2e47f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60742357eb9840178f82489d14042333 HTTP/1.1" status: 200 len: 380 time: 0.0751886 Feb 16 14:27:54.149276 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-c1db9b81-1bdb-4272-a592-e478435e89c5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Request body: {'port': {'device_id': '0e02ce02-70a6-4836-9e3a-2ebdce53ae84', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'admin_state_up': True, 'tenant_id': '60742357eb9840178f82489d14042333', 'security_groups': ['635fd2e9-66a0-4833-ac19-6b60812ec15d']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:54.230504 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-046b538f-9fd8-48ea-abdb-123624333293 req-ed172e18-240d-402f-bb45-ffb4a7a4bf02 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Made reservation on behalf of deea67eb240b4b72a6a68a900986cf3e for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:54.237834 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-046b538f-9fd8-48ea-abdb-123624333293 req-ed172e18-240d-402f-bb45-ffb4a7a4bf02 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:54.331822 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-15709fb4-ee7a-4cd2-80a9-fcc7108a107f req-79132a41-3c3f-48c0-84ed-4ef9e955492c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 210 time: 0.0419686 Feb 16 14:27:54.335029 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-94aa770b-1289-495b-b3b6-0b4b21e9e8a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Made reservation on behalf of deea67eb240b4b72a6a68a900986cf3e for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:54.342231 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-94aa770b-1289-495b-b3b6-0b4b21e9e8a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:54.373863 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-c1db9b81-1bdb-4272-a592-e478435e89c5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Made reservation on behalf of 60742357eb9840178f82489d14042333 for: {'port': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:54.377526 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-c1db9b81-1bdb-4272-a592-e478435e89c5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:54.432437 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a1f7ef7c-e988-477d-a90d-927134f82b35 req-b1d8eaa0-6c85-4413-a378-1c1066a13a72 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 210 time: 0.0379312 Feb 16 14:27:54.496872 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-046b538f-9fd8-48ea-abdb-123624333293 req-ed172e18-240d-402f-bb45-ffb4a7a4bf02 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Allocated IP 172.20.0.8 (c18dd6e1-f13c-444e-8150-deef63d4a164/7b9017d5-9c05-4f22-83b0-ee486f6dea28/cf730d71-b720-4a3e-8172-6a1a890860aa) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:27:54.681000 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-046b538f-9fd8-48ea-abdb-123624333293 req-ed172e18-240d-402f-bb45-ffb4a7a4bf02 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks [] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:54.693456 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-c1db9b81-1bdb-4272-a592-e478435e89c5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Allocated IP 172.20.0.4 (a6b11c3c-5991-4844-a883-8a00049c7bc1/2e4758ce-a9f3-4b67-b980-030eaf312697/b397089c-b2c1-4a5c-95e3-1822ad1e007f) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:27:54.805915 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d85c0-0760-43cb-98b3-aeef228eabde req-8d14d065-83a6-4831-8a16-c9d27f0495ec tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:54.807418 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a7d85c0-0760-43cb-98b3-aeef228eabde req-8d14d065-83a6-4831-8a16-c9d27f0495ec tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 943 time: 0.1083987 Feb 16 14:27:54.807729 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-046b538f-9fd8-48ea-abdb-123624333293 req-ed172e18-240d-402f-bb45-ffb4a7a4bf02 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:54.889395 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-046b538f-9fd8-48ea-abdb-123624333293 req-ed172e18-240d-402f-bb45-ffb4a7a4bf02 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Network c18dd6e1-f13c-444e-8150-deef63d4a164 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:54.898319 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-046b538f-9fd8-48ea-abdb-123624333293 req-ed172e18-240d-402f-bb45-ffb4a7a4bf02 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:54.905176 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-046b538f-9fd8-48ea-abdb-123624333293 req-ed172e18-240d-402f-bb45-ffb4a7a4bf02 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:27:54.905532 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a7d85c0-0760-43cb-98b3-aeef228eabde req-4e466e65-389a-4f3a-afd7-dbafe6fe0ded tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906808 Feb 16 14:27:54.911168 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b538f-9fd8-48ea-abdb-123624333293 req-ed172e18-240d-402f-bb45-ffb4a7a4bf02 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:54.911847 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-046b538f-9fd8-48ea-abdb-123624333293 req-ed172e18-240d-402f-bb45-ffb4a7a4bf02 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:54.914463 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed172e18-240d-402f-bb45-ffb4a7a4bf02 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Pushing event updated for resources: {'Port': ['ID=cf730d71-b720-4a3e-8172-6a1a890860aa,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:54.916313 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-c1db9b81-1bdb-4272-a592-e478435e89c5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:54.917630 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-94aa770b-1289-495b-b3b6-0b4b21e9e8a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Allocated IP 172.20.0.10 (c18dd6e1-f13c-444e-8150-deef63d4a164/7b9017d5-9c05-4f22-83b0-ee486f6dea28/9861d447-8e24-4083-85f0-37f4880f3698) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:27:55.040925 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-ed172e18-240d-402f-bb45-ffb4a7a4bf02 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2146266 Feb 16 14:27:55.055307 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Request body: {'port': {'device_id': '31732291-29a1-4d43-b9f0-b3ecfeeebdcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:55.083676 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-c1db9b81-1bdb-4272-a592-e478435e89c5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.137156 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-94aa770b-1289-495b-b3b6-0b4b21e9e8a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks [] for port (9861d447-8e24-4083-85f0-37f4880f3698), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.138829 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.158460 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-c1db9b81-1bdb-4272-a592-e478435e89c5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Network a6b11c3c-5991-4844-a883-8a00049c7bc1 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:55.165785 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-c1db9b81-1bdb-4272-a592-e478435e89c5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:55.177730 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-c1db9b81-1bdb-4272-a592-e478435e89c5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:27:55.178894 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-c1db9b81-1bdb-4272-a592-e478435e89c5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:55.181140 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-c1db9b81-1bdb-4272-a592-e478435e89c5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.200342 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db9b81-1bdb-4272-a592-e478435e89c5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event updated for resources: {'Port': ['ID=b397089c-b2c1-4a5c-95e3-1822ad1e007f,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:55.293751 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-c1db9b81-1bdb-4272-a592-e478435e89c5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1484318 Feb 16 14:27:55.305080 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Request body: {'port': {'device_id': '0e02ce02-70a6-4836-9e3a-2ebdce53ae84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:55.323023 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-94aa770b-1289-495b-b3b6-0b4b21e9e8a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (9861d447-8e24-4083-85f0-37f4880f3698), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.383396 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.460608 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-f73233b6-d103-48a8-9ef2-227c2b3cfd5f None None] Provisioning complete for port b397089c-b2c1-4a5c-95e3-1822ad1e007f triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:27:55.461220 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f73233b6-d103-48a8-9ef2-227c2b3cfd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.497961 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-f73233b6-d103-48a8-9ef2-227c2b3cfd5f None None] Port b397089c-b2c1-4a5c-95e3-1822ad1e007f cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:27:55.623400 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-94aa770b-1289-495b-b3b6-0b4b21e9e8a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Network c18dd6e1-f13c-444e-8150-deef63d4a164 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:55.627152 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-94aa770b-1289-495b-b3b6-0b4b21e9e8a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:55.629009 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa770b-1289-495b-b3b6-0b4b21e9e8a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Pushing event updated for resources: {'Port': ['ID=9861d447-8e24-4083-85f0-37f4880f3698,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:55.631675 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-94aa770b-1289-495b-b3b6-0b4b21e9e8a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:27:55.636190 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-94aa770b-1289-495b-b3b6-0b4b21e9e8a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:55.636839 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-94aa770b-1289-495b-b3b6-0b4b21e9e8a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.672122 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641371d-820c-4524-8e81-634dd402773e req-d9071090-35d2-422f-8479-95d542c98186 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:55.674194 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c641371d-820c-4524-8e81-634dd402773e req-d9071090-35d2-422f-8479-95d542c98186 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 931 time: 0.2541387 Feb 16 14:27:55.736727 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf730d71-b720-4a3e-8172-6a1a890860aa {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:27:55.746163 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-94aa770b-1289-495b-b3b6-0b4b21e9e8a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6493888 Feb 16 14:27:55.752975 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Publish callbacks [] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.760204 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Request body: {'port': {'device_id': '987edef2-2a46-4a1f-8cc3-285f5f4090b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:55.802342 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Transition to ACTIVE for port object cf730d71-b720-4a3e-8172-6a1a890860aa will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:27:55.840532 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (9861d447-8e24-4083-85f0-37f4880f3698), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.882771 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:55.925055 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4a927-22c3-4bb8-badc-6509050c0305 req-5b34a8d7-b924-4df1-ba33-d77aac255f0b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:55.926832 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0da4a927-22c3-4bb8-badc-6509050c0305 req-5b34a8d7-b924-4df1-ba33-d77aac255f0b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 932 time: 0.3548317 Feb 16 14:27:55.971648 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c641371d-820c-4524-8e81-634dd402773e req-0a656c15-6336-4b98-8886-fb9c63f134ca tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845173 Feb 16 14:27:56.014001 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Pushing event updated for resources: {'Port': ['ID=cf730d71-b720-4a3e-8172-6a1a890860aa,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:56.053071 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0da4a927-22c3-4bb8-badc-6509050c0305 req-22d73d1d-5602-40d8-b34f-2320cfbca3d6 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193738 Feb 16 14:27:56.077547 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b397089c-b2c1-4a5c-95e3-1822ad1e007f {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:27:56.085117 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Publish callbacks [] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.110817 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Transition to ACTIVE for port object b397089c-b2c1-4a5c-95e3-1822ad1e007f will not be triggered until provisioned by entity L2. {{(pid=103211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:27:56.115228 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Attempting to bind port cf730d71-b720-4a3e-8172-6a1a890860aa on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:27:56.115564 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Attempting to bind port cf730d71-b720-4a3e-8172-6a1a890860aa by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '55152207-cd1a-432f-8a6e-23dfe38ff369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:27:56.115893 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Attempting to bind port cf730d71-b720-4a3e-8172-6a1a890860aa on network c18dd6e1-f13c-444e-8150-deef63d4a164 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:56.121802 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Port cf730d71-b720-4a3e-8172-6a1a890860aa on network c18dd6e1-f13c-444e-8150-deef63d4a164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:27:56.122127 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Attempting to bind port cf730d71-b720-4a3e-8172-6a1a890860aa on network c18dd6e1-f13c-444e-8150-deef63d4a164 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:56.137111 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:27:56.137458 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Checking segment: {'id': '55152207-cd1a-432f-8a6e-23dfe38ff369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:56.137847 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Bound using segment: {'id': '55152207-cd1a-432f-8a6e-23dfe38ff369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:27:56.138281 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Bound port: cf730d71-b720-4a3e-8172-6a1a890860aa, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55152207-cd1a-432f-8a6e-23dfe38ff369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:27:56.138647 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.199181 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe95a45-8eac-460a-a81f-8145adb56ed4 req-09c0bbc6-d715-48b7-be71-e06f3276b36e tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:56.202212 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-efe95a45-8eac-460a-a81f-8145adb56ed4 req-09c0bbc6-d715-48b7-be71-e06f3276b36e tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 943 time: 0.0951457 Feb 16 14:27:56.227189 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.271674 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] For port cf730d71-b720-4a3e-8172-6a1a890860aa, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:27:56.298025 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] For port cf730d71-b720-4a3e-8172-6a1a890860aa, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf730d71-b720-4a3e-8172-6a1a890860aa,segment=NetworkSegment(55152207-cd1a-432f-8a6e-23dfe38ff369),segment_id=55152207-cd1a-432f-8a6e-23dfe38ff369)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:27:56.343761 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9861d447-8e24-4083-85f0-37f4880f3698 {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:27:56.355008 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Publish callbacks [] for port (9861d447-8e24-4083-85f0-37f4880f3698), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.366804 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Pushing event updated for resources: {'Port': ['ID=b397089c-b2c1-4a5c-95e3-1822ad1e007f,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:56.373910 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Transition to ACTIVE for port object 9861d447-8e24-4083-85f0-37f4880f3698 will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:27:56.377615 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.387103 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-efe95a45-8eac-460a-a81f-8145adb56ed4 req-57cf747e-cff9-47c6-92a6-ae1e48237b60 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769836 Feb 16 14:27:56.413888 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Attempting to bind port b397089c-b2c1-4a5c-95e3-1822ad1e007f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:27:56.417290 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Attempting to bind port b397089c-b2c1-4a5c-95e3-1822ad1e007f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:27:56.417689 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Attempting to bind port b397089c-b2c1-4a5c-95e3-1822ad1e007f on network a6b11c3c-5991-4844-a883-8a00049c7bc1 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:56.420743 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:56.421198 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.422853 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] 10.222.0.127 "PUT /v2.0/ports/cf730d71-b720-4a3e-8172-6a1a890860aa HTTP/1.1" status: 200 len: 1093 time: 1.3734598 Feb 16 14:27:56.423092 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Port b397089c-b2c1-4a5c-95e3-1822ad1e007f on network a6b11c3c-5991-4844-a883-8a00049c7bc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:27:56.423441 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31732291-29a1-4d43-b9f0-b3ecfeeebdcc', 'tag': 'cf730d71-b720-4a3e-8172-6a1a890860aa'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:27:56.423628 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Attempting to bind port b397089c-b2c1-4a5c-95e3-1822ad1e007f on network a6b11c3c-5991-4844-a883-8a00049c7bc1 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:56.426095 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a86603-e0e5-448c-ac6f-2d7e0187648a" -d '{"events": [{"name": "network-changed", "server_uuid": "31732291-29a1-4d43-b9f0-b3ecfeeebdcc", "tag": "cf730d71-b720-4a3e-8172-6a1a890860aa"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:27:56.443121 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:27:56.448000 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Checking segment: {'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:56.449389 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Bound using segment: {'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:27:56.449389 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Bound port: b397089c-b2c1-4a5c-95e3-1822ad1e007f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:27:56.449628 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.455345 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f28173-4ddf-4a35-a1dc-83c5f1118c92 service neutron] Pushing event updated for resources: {'Port': ['ID=cf730d71-b720-4a3e-8172-6a1a890860aa,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:56.463878 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (9861d447-8e24-4083-85f0-37f4880f3698), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.548539 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef681b29-9ea4-46d5-bde3-bd0e266ccb2d x-openstack-request-id: req-ef681b29-9ea4-46d5-bde3-bd0e266ccb2d {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:27:56.548965 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31732291-29a1-4d43-b9f0-b3ecfeeebdcc", "tag": "cf730d71-b720-4a3e-8172-6a1a890860aa", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:27:56.552108 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-ef681b29-9ea4-46d5-bde3-bd0e266ccb2d {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:27:56.552108 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31732291-29a1-4d43-b9f0-b3ecfeeebdcc', 'tag': 'cf730d71-b720-4a3e-8172-6a1a890860aa', 'status': 'completed', 'code': 200} Feb 16 14:27:56.554107 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Pushing event updated for resources: {'Port': ['ID=9861d447-8e24-4083-85f0-37f4880f3698,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:56.571691 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] For port b397089c-b2c1-4a5c-95e3-1822ad1e007f, host hv-cinder-77819, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:27:56.580888 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] For port b397089c-b2c1-4a5c-95e3-1822ad1e007f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b397089c-b2c1-4a5c-95e3-1822ad1e007f,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:27:56.628145 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Attempting to bind port 9861d447-8e24-4083-85f0-37f4880f3698 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:27:56.628635 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Attempting to bind port 9861d447-8e24-4083-85f0-37f4880f3698 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '55152207-cd1a-432f-8a6e-23dfe38ff369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:27:56.628945 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Attempting to bind port 9861d447-8e24-4083-85f0-37f4880f3698 on network c18dd6e1-f13c-444e-8150-deef63d4a164 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:56.635985 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Port 9861d447-8e24-4083-85f0-37f4880f3698 on network c18dd6e1-f13c-444e-8150-deef63d4a164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:27:56.636314 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Attempting to bind port 9861d447-8e24-4083-85f0-37f4880f3698 on network c18dd6e1-f13c-444e-8150-deef63d4a164 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:27:56.645767 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:27:56.646108 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Checking segment: {'id': '55152207-cd1a-432f-8a6e-23dfe38ff369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:27:56.646489 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Bound using segment: {'id': '55152207-cd1a-432f-8a6e-23dfe38ff369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:27:56.646975 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Bound port: 9861d447-8e24-4083-85f0-37f4880f3698, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55152207-cd1a-432f-8a6e-23dfe38ff369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:27:56.647355 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (9861d447-8e24-4083-85f0-37f4880f3698), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.651445 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a86603-e0e5-448c-ac6f-2d7e0187648a req-86e4ab5a-58b4-4589-89fa-b525d975c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:56.653045 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-52a86603-e0e5-448c-ac6f-2d7e0187648a req-86e4ab5a-58b4-4589-89fa-b525d975c833 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=deea67eb240b4b72a6a68a900986cf3e&device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 1127 time: 0.1123593 Feb 16 14:27:56.683471 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.757832 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Pushing event updated for resources: {'Port': ['ID=b397089c-b2c1-4a5c-95e3-1822ad1e007f,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:56.775382 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 44664) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:56.783891 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:56.788426 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.788426 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-32d72570-3c02-4320-b3c2-fa20716f3272 service neutron] 10.222.0.127 "PUT /v2.0/ports/b397089c-b2c1-4a5c-95e3-1822ad1e007f HTTP/1.1" status: 200 len: 1093 time: 1.4858403 Feb 16 14:27:56.788426 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e02ce02-70a6-4836-9e3a-2ebdce53ae84', 'tag': 'b397089c-b2c1-4a5c-95e3-1822ad1e007f'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:27:56.920312 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-36b3f7db-7516-4ac9-8da5-7bd5749604be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:56.963403 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] For port 9861d447-8e24-4083-85f0-37f4880f3698, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:27:56.993532 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50c02363fa5426f791f6a8f15be870b1b836575fcc63bad3ce40b43bfc1392ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e693656-8cca-40f2-8e4d-8a531f73556c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e02ce02-70a6-4836-9e3a-2ebdce53ae84", "tag": "b397089c-b2c1-4a5c-95e3-1822ad1e007f"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:27:57.030478 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a86603-e0e5-448c-ac6f-2d7e0187648a req-5cf2b10a-fe04-4190-97f7-3022d8e701f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:57.033016 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-52a86603-e0e5-448c-ac6f-2d7e0187648a req-5cf2b10a-fe04-4190-97f7-3022d8e701f6 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=deea67eb240b4b72a6a68a900986cf3e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3729215 Feb 16 14:27:57.035766 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] For port 9861d447-8e24-4083-85f0-37f4880f3698, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9861d447-8e24-4083-85f0-37f4880f3698,segment=NetworkSegment(55152207-cd1a-432f-8a6e-23dfe38ff369),segment_id=55152207-cd1a-432f-8a6e-23dfe38ff369)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:27:57.164156 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (9861d447-8e24-4083-85f0-37f4880f3698), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:57.176077 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa540a04-d475-4680-a806-6746cfec8feb x-openstack-request-id: req-fa540a04-d475-4680-a806-6746cfec8feb {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:27:57.176397 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e02ce02-70a6-4836-9e3a-2ebdce53ae84", "tag": "b397089c-b2c1-4a5c-95e3-1822ad1e007f", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:27:57.176619 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-fa540a04-d475-4680-a806-6746cfec8feb {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:27:57.177100 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e02ce02-70a6-4836-9e3a-2ebdce53ae84', 'tag': 'b397089c-b2c1-4a5c-95e3-1822ad1e007f', 'status': 'completed', 'code': 200} Feb 16 14:27:57.189621 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-36b3f7db-7516-4ac9-8da5-7bd5749604be admin admin] Publish callbacks [] for security_group (22a975da-8bd1-43c5-8d38-13b2ba4d69e7), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:57.252856 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:57.253495 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:57.254901 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] 10.222.0.127 "PUT /v2.0/ports/9861d447-8e24-4083-85f0-37f4880f3698 HTTP/1.1" status: 200 len: 1094 time: 1.5002832 Feb 16 14:27:57.283220 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-525ac9c9-2a91-4410-be75-fa3e2dd78f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:57.285612 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-525ac9c9-2a91-4410-be75-fa3e2dd78f02 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=60742357eb9840178f82489d14042333&device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 1127 time: 0.2550724 Feb 16 14:27:57.288706 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a86603-e0e5-448c-ac6f-2d7e0187648a req-518e37dc-e137-4753-886e-2959d176742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:57.290216 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-52a86603-e0e5-448c-ac6f-2d7e0187648a req-518e37dc-e137-4753-886e-2959d176742a service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2493210 Feb 16 14:27:57.290961 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5e147-8c10-4ff2-9896-8ef0756c9def service neutron] Pushing event updated for resources: {'Port': ['ID=9861d447-8e24-4083-85f0-37f4880f3698,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:57.314016 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf86a62-35b0-4f36-9a44-7763e5f0a637 req-9e6037da-e46f-4e7b-b851-4df041ba5179 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:57.314016 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4bf86a62-35b0-4f36-9a44-7763e5f0a637 req-9e6037da-e46f-4e7b-b851-4df041ba5179 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 943 time: 0.1745324 Feb 16 14:27:57.314016 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-36b3f7db-7516-4ac9-8da5-7bd5749604be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (22a975da-8bd1-43c5-8d38-13b2ba4d69e7), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:57.376946 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b0b5f-d6d8-4406-a34e-229eab72aa36 req-af3a4baa-dec5-467f-b7ef-7ca067f414db tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:57.378368 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a08b0b5f-d6d8-4406-a34e-229eab72aa36 req-af3a4baa-dec5-467f-b7ef-7ca067f414db tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 944 time: 0.1577616 Feb 16 14:27:57.384849 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-36b3f7db-7516-4ac9-8da5-7bd5749604be admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=4fbe80327fed4ac8ba1e060af83abdd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6076581 Feb 16 14:27:57.385024 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3f7db-7516-4ac9-8da5-7bd5749604be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a975da-8bd1-43c5-8d38-13b2ba4d69e7,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:57.387074 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 44688) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:57.428307 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4bf86a62-35b0-4f36-9a44-7763e5f0a637 req-6d31ec1f-0058-4dec-b0eb-d830645a2fc4 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171076 Feb 16 14:27:57.456941 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a08b0b5f-d6d8-4406-a34e-229eab72aa36 req-ecc78ba3-1fd3-4178-88ac-0c6ca43c76aa tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677001 Feb 16 14:27:57.457707 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6eec2e8e-37fa-4465-8f88-650b52c6e585 admin admin] Publish callbacks [] for security_group (22a975da-8bd1-43c5-8d38-13b2ba4d69e7), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:57.502336 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6eec2e8e-37fa-4465-8f88-650b52c6e585 admin admin] Publish callbacks [] for security_group (22a975da-8bd1-43c5-8d38-13b2ba4d69e7), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:57.573403 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46b31b-f2bf-4c4f-96fd-f27b941312c7 req-ae18402f-55f2-4bb6-bc5f-3dcc04623020 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:57.574894 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fa46b31b-f2bf-4c4f-96fd-f27b941312c7 req-ae18402f-55f2-4bb6-bc5f-3dcc04623020 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 943 time: 0.0623906 Feb 16 14:27:57.627975 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6eec2e8e-37fa-4465-8f88-650b52c6e585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (22a975da-8bd1-43c5-8d38-13b2ba4d69e7), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:57.630495 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6eec2e8e-37fa-4465-8f88-650b52c6e585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:57.634354 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6eec2e8e-37fa-4465-8f88-650b52c6e585 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/22a975da-8bd1-43c5-8d38-13b2ba4d69e7 HTTP/1.1" status: 204 len: 168 time: 0.2433913 Feb 16 14:27:57.637483 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fa46b31b-f2bf-4c4f-96fd-f27b941312c7 req-03df03db-59b9-405d-b80c-f11260963af4 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548248 Feb 16 14:27:57.639524 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec2e8e-37fa-4465-8f88-650b52c6e585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a975da-8bd1-43c5-8d38-13b2ba4d69e7,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:58.313611 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:27:58.357482 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 44712) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:58.371514 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-281a0973-9e81-4520-b35e-89971d519d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:58.419432 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=78cb5ad1-fc16-45bc-be3f-a8a950f33e4f,segment=NetworkSegment(39a40db3-5e88-443f-a9cf-d7ce62eef34e),segment_id=39a40db3-5e88-443f-a9cf-d7ce62eef34e)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:58.431512 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '78cb5ad1-fc16-45bc-be3f-a8a950f33e4f', 'network_id': '39059081-2481-4f6e-8f16-8e4a3b6ddbc5', 'port_id': '78cb5ad1-fc16-45bc-be3f-a8a950f33e4f', 'mac_address': 'fa:16:3e:d2:a4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c1ce09d-d797-4fd4-a420-7c8f46bd1382', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:27:58.446945 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-281a0973-9e81-4520-b35e-89971d519d72 admin admin] Publish callbacks [] for security_group (abb65d3c-2a3a-4ec0-953a-60b027045344), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:58.472467 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:27:58.472891 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:58.486644 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:27:58.521142 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=78cb5ad1-fc16-45bc-be3f-a8a950f33e4f,segment=NetworkSegment(39a40db3-5e88-443f-a9cf-d7ce62eef34e),segment_id=39a40db3-5e88-443f-a9cf-d7ce62eef34e)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:27:58.534514 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-281a0973-9e81-4520-b35e-89971d519d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (abb65d3c-2a3a-4ec0-953a-60b027045344), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:58.552243 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987edef2-2a46-4a1f-8cc3-285f5f4090b3', 'tag': '9861d447-8e24-4083-85f0-37f4880f3698'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:27:58.554668 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a0f458-e15c-40d5-b2ec-734b1cf31737" -d '{"events": [{"name": "network-changed", "server_uuid": "987edef2-2a46-4a1f-8cc3-285f5f4090b3", "tag": "9861d447-8e24-4083-85f0-37f4880f3698"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:27:58.588483 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-281a0973-9e81-4520-b35e-89971d519d72 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=17d064043ed24e55967b775b2413184e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275424 Feb 16 14:27:58.588483 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a0973-9e81-4520-b35e-89971d519d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb65d3c-2a3a-4ec0-953a-60b027045344,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:58.589477 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 44722) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:58.593828 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:58.636346 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09415d-ddc2-4e29-9b42-7e7601f110b9 req-4d16360a-7854-4578-99d6-b5363b10c0aa tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:58.637987 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8b09415d-ddc2-4e29-9b42-7e7601f110b9 req-4d16360a-7854-4578-99d6-b5363b10c0aa tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 943 time: 0.1288898 Feb 16 14:27:58.648098 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2dce53d7-8839-4857-80c1-67d83e40d878 admin admin] Publish callbacks [] for security_group (abb65d3c-2a3a-4ec0-953a-60b027045344), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:58.651486 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=78cb5ad1-fc16-45bc-be3f-a8a950f33e4f,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:58.670568 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01364ebe-fb24-41c3-b732-b61c18a1b861 req-d7ecf874-f1d2-4fa2-9bc8-2cb7550fade5 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:58.670730 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2dce53d7-8839-4857-80c1-67d83e40d878 admin admin] Publish callbacks [] for security_group (abb65d3c-2a3a-4ec0-953a-60b027045344), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:58.672155 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-01364ebe-fb24-41c3-b732-b61c18a1b861 req-d7ecf874-f1d2-4fa2-9bc8-2cb7550fade5 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 944 time: 0.1320846 Feb 16 14:27:58.718186 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8b09415d-ddc2-4e29-9b42-7e7601f110b9 req-05006ec2-b5ad-4f3d-90a6-2957dc24cd4a tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709615 Feb 16 14:27:58.742706 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-01364ebe-fb24-41c3-b732-b61c18a1b861 req-29c972f7-0b73-48a4-8a49-269eb6363a4c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620100 Feb 16 14:27:58.767552 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaf4114-d41b-4f0a-b0f4-eab6c254836d x-openstack-request-id: req-fdaf4114-d41b-4f0a-b0f4-eab6c254836d {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:27:58.767906 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987edef2-2a46-4a1f-8cc3-285f5f4090b3", "tag": "9861d447-8e24-4083-85f0-37f4880f3698", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:27:58.768171 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-fdaf4114-d41b-4f0a-b0f4-eab6c254836d {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:27:58.768470 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987edef2-2a46-4a1f-8cc3-285f5f4090b3', 'tag': '9861d447-8e24-4083-85f0-37f4880f3698', 'status': 'completed', 'code': 200} Feb 16 14:27:58.805013 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2dce53d7-8839-4857-80c1-67d83e40d878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (abb65d3c-2a3a-4ec0-953a-60b027045344), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:58.807739 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2dce53d7-8839-4857-80c1-67d83e40d878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:58.808899 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2dce53d7-8839-4857-80c1-67d83e40d878 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/abb65d3c-2a3a-4ec0-953a-60b027045344 HTTP/1.1" status: 204 len: 168 time: 0.2185135 Feb 16 14:27:58.817510 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce53d7-8839-4857-80c1-67d83e40d878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb65d3c-2a3a-4ec0-953a-60b027045344,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:58.867723 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdcc0a-1a96-433f-a1ed-6609bb26f170 req-9aeb2731-24e4-4b8c-b9ca-37c1f2894b0c tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:58.869212 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c0fdcc0a-1a96-433f-a1ed-6609bb26f170 req-9aeb2731-24e4-4b8c-b9ca-37c1f2894b0c tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 944 time: 0.0702083 Feb 16 14:27:58.916689 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c0fdcc0a-1a96-433f-a1ed-6609bb26f170 req-7cf75714-e5df-4cf2-b580-62620ce1e893 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416808 Feb 16 14:27:59.016507 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 44736) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:59.222195 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2535a90d-4f90-427b-9546-2dd4f9dab7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:59.297090 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2535a90d-4f90-427b-9546-2dd4f9dab7c7 admin admin] Publish callbacks [] for security_group (e6871a79-2f05-48c9-8659-0f49c8476eee), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:59.376601 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2535a90d-4f90-427b-9546-2dd4f9dab7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e6871a79-2f05-48c9-8659-0f49c8476eee), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:59.416498 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2535a90d-4f90-427b-9546-2dd4f9dab7c7 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=04e2078c9c5f4cbab457e9c7a497e231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3987331 Feb 16 14:27:59.417382 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535a90d-4f90-427b-9546-2dd4f9dab7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6871a79-2f05-48c9-8659-0f49c8476eee,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:59.419137 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 44752) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:27:59.469220 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-16a84bb5-8943-49ea-a280-76ebd950ae10 admin admin] Publish callbacks [] for security_group (e6871a79-2f05-48c9-8659-0f49c8476eee), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:59.491079 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-16a84bb5-8943-49ea-a280-76ebd950ae10 admin admin] Publish callbacks [] for security_group (e6871a79-2f05-48c9-8659-0f49c8476eee), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:59.591656 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-16a84bb5-8943-49ea-a280-76ebd950ae10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e6871a79-2f05-48c9-8659-0f49c8476eee), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:59.594364 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-16a84bb5-8943-49ea-a280-76ebd950ae10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:27:59.598847 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-16a84bb5-8943-49ea-a280-76ebd950ae10 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/e6871a79-2f05-48c9-8659-0f49c8476eee HTTP/1.1" status: 204 len: 168 time: 0.1753109 Feb 16 14:27:59.606900 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a84bb5-8943-49ea-a280-76ebd950ae10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6871a79-2f05-48c9-8659-0f49c8476eee,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:59.879227 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b39265-68e9-4bf9-931e-8e1e618eb174 req-f3617f94-1867-416b-a96d-cd567dc12aac tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:59.880860 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-35b39265-68e9-4bf9-931e-8e1e618eb174 req-f3617f94-1867-416b-a96d-cd567dc12aac tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 943 time: 0.0894375 Feb 16 14:27:59.897027 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1191c-e971-49d0-ad88-e8ed56b9847f req-774610b2-663a-4d5d-a84a-a1edf9b25e1d tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:59.898594 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4be1191c-e971-49d0-ad88-e8ed56b9847f req-774610b2-663a-4d5d-a84a-a1edf9b25e1d tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 944 time: 0.0780451 Feb 16 14:27:59.978246 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-35b39265-68e9-4bf9-931e-8e1e618eb174 req-a0844a85-e9f2-416b-9934-1f64de7b5f93 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786157 Feb 16 14:27:59.981452 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4be1191c-e971-49d0-ad88-e8ed56b9847f req-7c359f03-b785-449b-a978-d4d244b77f17 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761249 Feb 16 14:28:00.172580 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd6bc7-7780-42e4-affe-298d96eb4f6c req-3ead666c-75a8-4cc6-b9f9-146d9d168260 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:00.174990 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-55bd6bc7-7780-42e4-affe-298d96eb4f6c req-3ead666c-75a8-4cc6-b9f9-146d9d168260 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 944 time: 0.1245255 Feb 16 14:28:00.176505 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-53967499-c121-46b8-8269-2712fc0efbf5 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b397089c-b2c1-4a5c-95e3-1822ad1e007f HTTP/1.1" status: 200 len: 217 time: 0.0835016 Feb 16 14:28:00.207963 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0f458-e15c-40d5-b2ec-734b1cf31737 req-6c5696f9-bf99-4f8d-934d-4c1ff01a6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:00.209801 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-92a0f458-e15c-40d5-b2ec-734b1cf31737 req-6c5696f9-bf99-4f8d-934d-4c1ff01a6e8d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=deea67eb240b4b72a6a68a900986cf3e&device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 1128 time: 0.0904121 Feb 16 14:28:00.214658 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b538f-9fd8-48ea-abdb-123624333293 req-d10d0025-12d7-4cac-8df3-b45ced8500bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:00.216250 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-d10d0025-12d7-4cac-8df3-b45ced8500bd service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=deea67eb240b4b72a6a68a900986cf3e&device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 1127 time: 0.0848470 Feb 16 14:28:00.267634 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-55bd6bc7-7780-42e4-affe-298d96eb4f6c req-bd552192-4b13-47b8-aa85-46b180ac216c tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851953 Feb 16 14:28:00.269265 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-3ba0dada-b4a1-4c33-a4c5-74da176362ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:00.270627 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-3ba0dada-b4a1-4c33-a4c5-74da176362ba service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2e4758ce-a9f3-4b67-b980-030eaf312697 HTTP/1.1" status: 200 len: 850 time: 0.0807476 Feb 16 14:28:00.369488 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-24585718-3198-4b08-b9aa-8afc1a0f048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:00.371225 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-24585718-3198-4b08-b9aa-8afc1a0f048b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a6b11c3c-5991-4844-a883-8a00049c7bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0935829 Feb 16 14:28:00.405260 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 44790) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:00.415471 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['78cb5ad1-fc16-45bc-be3f-a8a950f33e4f'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:28:00.430609 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-55cc723e-b83f-4192-aff0-45c38f9815a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:00.522107 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-6bc9153c-e1c3-4721-afa1-39afd76a1492 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf730d71-b720-4a3e-8172-6a1a890860aa HTTP/1.1" status: 200 len: 217 time: 0.2917969 Feb 16 14:28:00.528686 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-0d2c46a6-3739-46d4-9d38-c9efc455f127 service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497829 Feb 16 14:28:00.639371 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-55cc723e-b83f-4192-aff0-45c38f9815a6 admin admin] Publish callbacks [] for security_group (ddcfe744-c28c-4ab1-b1a1-4671522cbee6), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:00.661668 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c60fe6c-cbf1-45f8-8944-6b014ef30bc4 req-de68a6b1-73f5-45af-a0f8-acb1dcf20e00 service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240859 Feb 16 14:28:00.671649 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b538f-9fd8-48ea-abdb-123624333293 req-869ce28b-ae86-4c40-95e7-c7473b06b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:00.673219 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-869ce28b-ae86-4c40-95e7-c7473b06b4bb service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b9017d5-9c05-4f22-83b0-ee486f6dea28 HTTP/1.1" status: 200 len: 859 time: 0.1468401 Feb 16 14:28:00.674579 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0f458-e15c-40d5-b2ec-734b1cf31737 req-00870542-3426-465b-bd84-5fff2588efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:00.676142 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-92a0f458-e15c-40d5-b2ec-734b1cf31737 req-00870542-3426-465b-bd84-5fff2588efc9 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=deea67eb240b4b72a6a68a900986cf3e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4584527 Feb 16 14:28:00.728904 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-528354d0-0766-4334-a637-9516c2e26be7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=c18dd6e1-f13c-444e-8150-deef63d4a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437865 Feb 16 14:28:00.734210 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-55cc723e-b83f-4192-aff0-45c38f9815a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (ddcfe744-c28c-4ab1-b1a1-4671522cbee6), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:00.779870 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-55cc723e-b83f-4192-aff0-45c38f9815a6 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=05a471bf0b4b40e48da8305f802c5d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734274 Feb 16 14:28:00.780757 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc723e-b83f-4192-aff0-45c38f9815a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcfe744-c28c-4ab1-b1a1-4671522cbee6,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:00.783793 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 44798) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:00.871409 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0f458-e15c-40d5-b2ec-734b1cf31737 req-1bd4c02b-9dd0-400e-a715-a97a8a4b23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:00.871409 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-92a0f458-e15c-40d5-b2ec-734b1cf31737 req-1bd4c02b-9dd0-400e-a715-a97a8a4b23d6 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1872895 Feb 16 14:28:00.894476 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bb45fa03-a2b5-47d4-923b-4840e4be2ed8 admin admin] Publish callbacks [] for security_group (ddcfe744-c28c-4ab1-b1a1-4671522cbee6), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:00.908177 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-dbd0128e-075f-4b5a-9b7b-204ebf08774b service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653488 Feb 16 14:28:00.923628 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e693656-8cca-40f2-8e4d-8a531f73556c req-30f8c3cf-4064-4a2d-a2c2-389cc378d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:00.925123 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e693656-8cca-40f2-8e4d-8a531f73556c req-30f8c3cf-4064-4a2d-a2c2-389cc378d302 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=60742357eb9840178f82489d14042333&device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 1127 time: 0.1150086 Feb 16 14:28:00.929401 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bb45fa03-a2b5-47d4-923b-4840e4be2ed8 admin admin] Publish callbacks [] for security_group (ddcfe744-c28c-4ab1-b1a1-4671522cbee6), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:01.025728 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-ff7c6860-7d5e-45c2-b0af-92f180d18ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:01.027315 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-ff7c6860-7d5e-45c2-b0af-92f180d18ac6 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=deea67eb240b4b72a6a68a900986cf3e&device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 1128 time: 0.1109450 Feb 16 14:28:01.109909 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-879721a6-a67b-4ea7-ad2e-03da56c76baa service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9861d447-8e24-4083-85f0-37f4880f3698 HTTP/1.1" status: 200 len: 217 time: 0.0735681 Feb 16 14:28:01.113181 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-046b538f-9fd8-48ea-abdb-123624333293 req-404aeb80-ddf0-41ae-a5ff-16bf2b81ce8a service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873686 Feb 16 14:28:01.181403 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-90fd36df-f587-44ce-8efc-42910a514e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:01.183118 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-90fd36df-f587-44ce-8efc-42910a514e63 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b9017d5-9c05-4f22-83b0-ee486f6dea28 HTTP/1.1" status: 200 len: 859 time: 0.0635653 Feb 16 14:28:01.226419 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-dc204e1f-a3de-4fa8-886c-37eddfcfd6b8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=c18dd6e1-f13c-444e-8150-deef63d4a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364001 Feb 16 14:28:01.341501 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-db333fd4-d22b-4df9-bfc2-17117c530693 service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064854 Feb 16 14:28:01.353035 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e693656-8cca-40f2-8e4d-8a531f73556c req-d611c7be-b22c-4eb6-ad42-a09a8ab060e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:01.353035 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e693656-8cca-40f2-8e4d-8a531f73556c req-d611c7be-b22c-4eb6-ad42-a09a8ab060e9 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a6b11c3c-5991-4844-a883-8a00049c7bc1 HTTP/1.1" status: 200 len: 912 time: 0.4218025 Feb 16 14:28:01.399884 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:01.404761 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e693656-8cca-40f2-8e4d-8a531f73556c req-74137eae-3218-4e79-9edf-ffaf23b7d848 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b397089c-b2c1-4a5c-95e3-1822ad1e007f HTTP/1.1" status: 200 len: 217 time: 0.0453854 Feb 16 14:28:01.428724 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b648edf-bdb0-4058-82a4-7170e72b7603 req-1793d3a4-910f-48f2-aeaf-331e95abff0e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:01.430518 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3b648edf-bdb0-4058-82a4-7170e72b7603 req-1793d3a4-910f-48f2-aeaf-331e95abff0e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 943 time: 0.3279009 Feb 16 14:28:01.450751 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bb45fa03-a2b5-47d4-923b-4840e4be2ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (ddcfe744-c28c-4ab1-b1a1-4671522cbee6), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:01.453258 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bb45fa03-a2b5-47d4-923b-4840e4be2ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:01.454977 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bb45fa03-a2b5-47d4-923b-4840e4be2ed8 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/ddcfe744-c28c-4ab1-b1a1-4671522cbee6 HTTP/1.1" status: 204 len: 168 time: 0.6700609 Feb 16 14:28:01.473646 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5ea311d5-dead-4ae5-a8b7-c6b2d4ba6b2e req-c1d3d2aa-2eb2-4fce-ad41-772af13d6d02 service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244235 Feb 16 14:28:01.481425 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0b19a-2d21-4b73-8e11-621908c26af7 req-b714e703-2f77-41f5-9c49-6eb55b490d8b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:01.483104 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4cc0b19a-2d21-4b73-8e11-621908c26af7 req-b714e703-2f77-41f5-9c49-6eb55b490d8b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 944 time: 0.3792214 Feb 16 14:28:01.490906 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45fa03-a2b5-47d4-923b-4840e4be2ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcfe744-c28c-4ab1-b1a1-4671522cbee6,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:01.538235 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e693656-8cca-40f2-8e4d-8a531f73556c req-324eff4f-fe7b-473e-aebe-730e1368071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:01.539680 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e693656-8cca-40f2-8e4d-8a531f73556c req-324eff4f-fe7b-473e-aebe-730e1368071f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2e4758ce-a9f3-4b67-b980-030eaf312697 HTTP/1.1" status: 200 len: 850 time: 0.1268609 Feb 16 14:28:01.614007 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4cc0b19a-2d21-4b73-8e11-621908c26af7 req-40c9607e-5b6f-464d-8616-59a04fc2624a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101048 Feb 16 14:28:01.619814 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3b648edf-bdb0-4058-82a4-7170e72b7603 req-531f0342-8a76-44ee-b502-62a03b560f87 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620553 Feb 16 14:28:01.638963 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e693656-8cca-40f2-8e4d-8a531f73556c req-bbe29281-45ec-416a-857d-bcc10d3d8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:01.643501 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e693656-8cca-40f2-8e4d-8a531f73556c req-bbe29281-45ec-416a-857d-bcc10d3d8712 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a6b11c3c-5991-4844-a883-8a00049c7bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0858998 Feb 16 14:28:01.815363 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d198ff0-d7a8-4a4d-919c-bdc53d00c478 req-7f0c9704-6267-4061-8d5e-37c1b234b88a tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:01.816907 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4d198ff0-d7a8-4a4d-919c-bdc53d00c478 req-7f0c9704-6267-4061-8d5e-37c1b234b88a tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 944 time: 0.1046877 Feb 16 14:28:01.819705 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e693656-8cca-40f2-8e4d-8a531f73556c req-d2a12669-be9d-4947-8546-9fde0d2e3e23 service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669931 Feb 16 14:28:01.925388 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4d198ff0-d7a8-4a4d-919c-bdc53d00c478 req-8d9e4c25-055e-4911-a131-1ca9b3332541 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025965 Feb 16 14:28:01.953454 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e693656-8cca-40f2-8e4d-8a531f73556c req-8469625e-4a87-4698-814c-12540cb519d8 service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240091 Feb 16 14:28:02.082337 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:02.232667 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:28:02.241529 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:02.242091 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:02.333090 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:02.333482 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:02.365487 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cb5ad1-fc16-45bc-be3f-a8a950f33e4f'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:02.441957 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=78cb5ad1-fc16-45bc-be3f-a8a950f33e4f,segment=NetworkSegment(39a40db3-5e88-443f-a9cf-d7ce62eef34e),segment_id=39a40db3-5e88-443f-a9cf-d7ce62eef34e)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:02.511917 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:02.571603 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=78cb5ad1-fc16-45bc-be3f-a8a950f33e4f,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:02.584179 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471f8f49-787c-4d3b-aa1c-4b17cf09c1df" -d '{"events": [{"server_uuid": "a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60", "name": "network-vif-plugged", "status": "completed", "tag": "78cb5ad1-fc16-45bc-be3f-a8a950f33e4f"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:02.796975 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfc3da-d6f8-42b1-9718-bc69a5fb5966 req-7acd177c-f1cd-4f5b-b6a7-ebdbdbb4cc12 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:02.799241 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a4bfc3da-d6f8-42b1-9718-bc69a5fb5966 req-7acd177c-f1cd-4f5b-b6a7-ebdbdbb4cc12 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 943 time: 0.0790327 Feb 16 14:28:02.810877 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9950da9-6a74-4c7b-a865-d64ab1c5d48e x-openstack-request-id: req-b9950da9-6a74-4c7b-a865-d64ab1c5d48e {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:02.811595 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60", "name": "network-vif-plugged", "status": "completed", "tag": "78cb5ad1-fc16-45bc-be3f-a8a950f33e4f", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:02.811595 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-b9950da9-6a74-4c7b-a865-d64ab1c5d48e {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:02.811960 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cb5ad1-fc16-45bc-be3f-a8a950f33e4f', 'code': 200} Feb 16 14:28:02.889370 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a4bfc3da-d6f8-42b1-9718-bc69a5fb5966 req-ab04cb74-f651-448f-bbb2-953718fa18ec tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831742 Feb 16 14:28:02.937971 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a13215-6046-4a9a-8133-b596f2ef5e87 req-38978a6f-33df-424e-973f-d027fd24cc07 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:02.939768 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f9a13215-6046-4a9a-8133-b596f2ef5e87 req-38978a6f-33df-424e-973f-d027fd24cc07 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 944 time: 0.0676405 Feb 16 14:28:03.031068 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f9a13215-6046-4a9a-8133-b596f2ef5e87 req-2467ebf6-ce4e-4c2d-bc5f-d10b1172f154 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843878 Feb 16 14:28:03.063433 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25f2ac-6611-4a8f-a3ee-b42be1a1ee8f req-be03b525-187e-47f1-b93c-2ae5fd9761e0 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:03.076820 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec25f2ac-6611-4a8f-a3ee-b42be1a1ee8f req-be03b525-187e-47f1-b93c-2ae5fd9761e0 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 945 time: 0.0720353 Feb 16 14:28:03.124143 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec25f2ac-6611-4a8f-a3ee-b42be1a1ee8f req-4760283d-556a-4d03-bb25-af0e8603f969 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532038 Feb 16 14:28:03.252650 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db075fa6-05ea-449e-8e96-40c081469658 req-7532b1ad-ddc3-4987-bbb2-2b98aa9444f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:03.254341 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-db075fa6-05ea-449e-8e96-40c081469658 req-7532b1ad-ddc3-4987-bbb2-2b98aa9444f1 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 1129 time: 0.0862944 Feb 16 14:28:03.273434 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-db075fa6-05ea-449e-8e96-40c081469658 req-9cc61971-c014-4f87-891a-a00156fb2eee service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:03.360952 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-db075fa6-05ea-449e-8e96-40c081469658 req-9cc61971-c014-4f87-891a-a00156fb2eee service neutron] Publish callbacks [] for security_group (2aa6c27e-7e86-4e58-b693-ded7bf6347de), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:03.448722 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-db075fa6-05ea-449e-8e96-40c081469658 req-9cc61971-c014-4f87-891a-a00156fb2eee service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (2aa6c27e-7e86-4e58-b693-ded7bf6347de), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:03.497191 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-db075fa6-05ea-449e-8e96-40c081469658 req-9cc61971-c014-4f87-891a-a00156fb2eee service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367389 Feb 16 14:28:03.497786 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc61971-c014-4f87-891a-a00156fb2eee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa6c27e-7e86-4e58-b693-ded7bf6347de,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:04.003328 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-09ee9cd8-5b42-4509-b3e5-a59c778ba702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:04.014514 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f6f38-0cf3-45c8-997d-895f72d8465a req-70b957d7-c699-4952-9901-d0a8043e64e0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:04.016004 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e16f6f38-0cf3-45c8-997d-895f72d8465a req-70b957d7-c699-4952-9901-d0a8043e64e0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 943 time: 0.0586054 Feb 16 14:28:04.063516 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e16f6f38-0cf3-45c8-997d-895f72d8465a req-5ea92b5c-d476-481b-a7a5-3f672d7f9cae tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416422 Feb 16 14:28:04.198063 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb14aa4-76c4-4fd8-ba77-6dc7ce512f5b req-a61d022e-3810-4529-8e8c-1cdcfe2f9b86 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:04.205355 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8fb14aa4-76c4-4fd8-ba77-6dc7ce512f5b req-a61d022e-3810-4529-8e8c-1cdcfe2f9b86 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 944 time: 0.0762579 Feb 16 14:28:04.285944 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8fb14aa4-76c4-4fd8-ba77-6dc7ce512f5b req-52e5a963-4607-4fac-aead-0a9d99cb31d4 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793774 Feb 16 14:28:04.304916 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caa771-9c47-494d-a109-51c323578e37 req-e1513381-bf8f-4bc2-af7b-851a3f408b88 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:04.305072 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0caa771-9c47-494d-a109-51c323578e37 req-e1513381-bf8f-4bc2-af7b-851a3f408b88 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 945 time: 0.0792782 Feb 16 14:28:04.359326 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0caa771-9c47-494d-a109-51c323578e37 req-dbe8cd2d-45eb-4d5c-9b95-3db3f730bb52 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486968 Feb 16 14:28:04.833250 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device b397089c-b2c1-4a5c-95e3-1822ad1e007f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:28:04.933675 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port b397089c-b2c1-4a5c-95e3-1822ad1e007f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b397089c-b2c1-4a5c-95e3-1822ad1e007f,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:04.944451 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': 'b397089c-b2c1-4a5c-95e3-1822ad1e007f', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'port_id': 'b397089c-b2c1-4a5c-95e3-1822ad1e007f', 'mac_address': 'fa:16:3e:10:aa:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:28:04.982828 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port b397089c-b2c1-4a5c-95e3-1822ad1e007f is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:04.983300 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:04.998087 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b397089c-b2c1-4a5c-95e3-1822ad1e007f {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:28:05.023135 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port b397089c-b2c1-4a5c-95e3-1822ad1e007f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b397089c-b2c1-4a5c-95e3-1822ad1e007f,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:05.088401 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:05.089108 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device cf730d71-b720-4a3e-8172-6a1a890860aa details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:28:05.148101 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=b397089c-b2c1-4a5c-95e3-1822ad1e007f,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:05.187606 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71868-7445-4bbb-8309-80aa2242d177 req-cf4d7129-5c5a-4486-a090-95aca77b2db1 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:05.189946 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9e71868-7445-4bbb-8309-80aa2242d177 req-cf4d7129-5c5a-4486-a090-95aca77b2db1 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 944 time: 0.0600934 Feb 16 14:28:05.237182 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port cf730d71-b720-4a3e-8172-6a1a890860aa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf730d71-b720-4a3e-8172-6a1a890860aa,segment=NetworkSegment(55152207-cd1a-432f-8a6e-23dfe38ff369),segment_id=55152207-cd1a-432f-8a6e-23dfe38ff369)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:05.245327 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9e71868-7445-4bbb-8309-80aa2242d177 req-8a004836-0b9c-4429-8d08-e3e7568bfaa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476897 Feb 16 14:28:05.248241 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': 'cf730d71-b720-4a3e-8172-6a1a890860aa', 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164', 'port_id': 'cf730d71-b720-4a3e-8172-6a1a890860aa', 'mac_address': 'fa:16:3e:9e:82:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9017d5-9c05-4f22-83b0-ee486f6dea28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:28:05.285465 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port cf730d71-b720-4a3e-8172-6a1a890860aa is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:05.285858 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:05.299418 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf730d71-b720-4a3e-8172-6a1a890860aa {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:28:05.323002 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port cf730d71-b720-4a3e-8172-6a1a890860aa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf730d71-b720-4a3e-8172-6a1a890860aa,segment=NetworkSegment(55152207-cd1a-432f-8a6e-23dfe38ff369),segment_id=55152207-cd1a-432f-8a6e-23dfe38ff369)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:05.402839 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:05.403783 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 9861d447-8e24-4083-85f0-37f4880f3698 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:28:05.407148 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c16560-eeeb-409b-b759-22f7260e9197 req-22290e11-f48e-44e8-bf0f-fa562159f243 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:05.408892 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69c16560-eeeb-409b-b759-22f7260e9197 req-22290e11-f48e-44e8-bf0f-fa562159f243 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 944 time: 0.0550194 Feb 16 14:28:05.498940 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69c16560-eeeb-409b-b759-22f7260e9197 req-01113c00-66c0-4e8d-8728-569ced02e951 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847187 Feb 16 14:28:05.518383 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a3d30-f187-4118-ad65-32e6b2828002 req-5cd2c221-ce0f-4fb6-86e2-67f12cf9b890 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:05.519977 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-549a3d30-f187-4118-ad65-32e6b2828002 req-5cd2c221-ce0f-4fb6-86e2-67f12cf9b890 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 945 time: 0.0873280 Feb 16 14:28:05.576381 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-549a3d30-f187-4118-ad65-32e6b2828002 req-f45adadc-c4d6-4f46-9ba1-6d10c3fd10c8 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504084 Feb 16 14:28:05.586608 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 9861d447-8e24-4083-85f0-37f4880f3698, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9861d447-8e24-4083-85f0-37f4880f3698,segment=NetworkSegment(55152207-cd1a-432f-8a6e-23dfe38ff369),segment_id=55152207-cd1a-432f-8a6e-23dfe38ff369)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:05.600884 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=cf730d71-b720-4a3e-8172-6a1a890860aa,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:05.612356 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '9861d447-8e24-4083-85f0-37f4880f3698', 'network_id': 'c18dd6e1-f13c-444e-8150-deef63d4a164', 'port_id': '9861d447-8e24-4083-85f0-37f4880f3698', 'mac_address': 'fa:16:3e:2e:69:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9017d5-9c05-4f22-83b0-ee486f6dea28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:28:05.643523 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 9861d447-8e24-4083-85f0-37f4880f3698 is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:05.643916 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (9861d447-8e24-4083-85f0-37f4880f3698), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:05.657057 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9861d447-8e24-4083-85f0-37f4880f3698 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:28:05.674862 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 45024) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:05.679078 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 9861d447-8e24-4083-85f0-37f4880f3698, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9861d447-8e24-4083-85f0-37f4880f3698,segment=NetworkSegment(55152207-cd1a-432f-8a6e-23dfe38ff369),segment_id=55152207-cd1a-432f-8a6e-23dfe38ff369)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:05.780474 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (9861d447-8e24-4083-85f0-37f4880f3698), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:05.783199 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-24f7fac7-45a9-4235-883f-11386ca74f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:05.830104 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=9861d447-8e24-4083-85f0-37f4880f3698,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:05.864325 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-24f7fac7-45a9-4235-883f-11386ca74f79 admin admin] Publish callbacks [] for security_group (de4fdcce-6e33-458d-9a4b-22300aa20fb7), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:05.936225 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-24f7fac7-45a9-4235-883f-11386ca74f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (de4fdcce-6e33-458d-9a4b-22300aa20fb7), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:05.974935 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-24f7fac7-45a9-4235-883f-11386ca74f79 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b8540fedf08e4c6ea6a3e86406cfdb3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989342 Feb 16 14:28:05.975731 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7fac7-45a9-4235-883f-11386ca74f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4fdcce-6e33-458d-9a4b-22300aa20fb7,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:05.977659 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45030) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:06.024513 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1406ad28-7f85-42ab-adb5-aac6c39bcca3 admin admin] Publish callbacks [] for security_group (de4fdcce-6e33-458d-9a4b-22300aa20fb7), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.045412 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1406ad28-7f85-42ab-adb5-aac6c39bcca3 admin admin] Publish callbacks [] for security_group (de4fdcce-6e33-458d-9a4b-22300aa20fb7), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.174475 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1406ad28-7f85-42ab-adb5-aac6c39bcca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (de4fdcce-6e33-458d-9a4b-22300aa20fb7), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.177393 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1406ad28-7f85-42ab-adb5-aac6c39bcca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.181119 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1406ad28-7f85-42ab-adb5-aac6c39bcca3 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/de4fdcce-6e33-458d-9a4b-22300aa20fb7 HTTP/1.1" status: 204 len: 168 time: 0.1998818 Feb 16 14:28:06.187120 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406ad28-7f85-42ab-adb5-aac6c39bcca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4fdcce-6e33-458d-9a4b-22300aa20fb7,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:06.365431 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76387018-6733-465c-b7c3-0d29a73aebba req-45c6aa0b-ac8c-43e4-b2b0-d5484e6a85de tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:06.366930 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-76387018-6733-465c-b7c3-0d29a73aebba req-45c6aa0b-ac8c-43e4-b2b0-d5484e6a85de tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 944 time: 0.0595460 Feb 16 14:28:06.414243 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a21297cb-0edc-458b-a491-792077c05fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.423388 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-76387018-6733-465c-b7c3-0d29a73aebba req-85f526d6-920f-4b23-a9f8-07cdb5573c80 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509059 Feb 16 14:28:06.615716 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90576c24-44cd-4748-9849-0b7f73bb72eb req-0ca182ba-8281-4382-866b-990342d71937 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:06.617248 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-90576c24-44cd-4748-9849-0b7f73bb72eb req-0ca182ba-8281-4382-866b-990342d71937 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 945 time: 0.0513506 Feb 16 14:28:06.692835 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-90576c24-44cd-4748-9849-0b7f73bb72eb req-fcead014-5d47-4e8e-ae45-620c8fc8f610 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698237 Feb 16 14:28:06.715314 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef5929-536d-4ba0-a831-3e90402bb2e0 req-b2bd3965-f2b6-430f-b68e-204123ffdde1 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:06.716749 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fdef5929-536d-4ba0-a831-3e90402bb2e0 req-b2bd3965-f2b6-430f-b68e-204123ffdde1 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 945 time: 0.0695198 Feb 16 14:28:06.765637 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fdef5929-536d-4ba0-a831-3e90402bb2e0 req-20b90613-50f2-4ffb-8655-7d6c6722921d tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433810 Feb 16 14:28:06.789611 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 45052) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:06.803318 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c99a32f3-0111-450e-8ab3-736071b23c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.877519 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c99a32f3-0111-450e-8ab3-736071b23c63 admin admin] Publish callbacks [] for security_group (b453fefb-e390-4a2f-850b-324afc506028), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.902863 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['9861d447-8e24-4083-85f0-37f4880f3698'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:28:06.927351 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['b397089c-b2c1-4a5c-95e3-1822ad1e007f'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:28:06.934270 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c99a32f3-0111-450e-8ab3-736071b23c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (b453fefb-e390-4a2f-850b-324afc506028), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:06.957758 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['cf730d71-b720-4a3e-8172-6a1a890860aa'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:28:06.976157 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c99a32f3-0111-450e-8ab3-736071b23c63 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b468b28cfb2a459580b6671aef7e8587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854708 Feb 16 14:28:06.977438 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a32f3-0111-450e-8ab3-736071b23c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b453fefb-e390-4a2f-850b-324afc506028,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:06.979001 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45056) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:07.043561 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38b5cf61-1d36-4446-a73f-a737a0d4550b admin admin] Publish callbacks [] for security_group (b453fefb-e390-4a2f-850b-324afc506028), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:07.066418 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38b5cf61-1d36-4446-a73f-a737a0d4550b admin admin] Publish callbacks [] for security_group (b453fefb-e390-4a2f-850b-324afc506028), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:07.179713 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38b5cf61-1d36-4446-a73f-a737a0d4550b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (b453fefb-e390-4a2f-850b-324afc506028), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:07.182688 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-38b5cf61-1d36-4446-a73f-a737a0d4550b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:07.183809 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-38b5cf61-1d36-4446-a73f-a737a0d4550b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b453fefb-e390-4a2f-850b-324afc506028 HTTP/1.1" status: 204 len: 168 time: 0.2034078 Feb 16 14:28:07.193335 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5cf61-1d36-4446-a73f-a737a0d4550b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b453fefb-e390-4a2f-850b-324afc506028,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:07.547292 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec109dca-318e-4bc0-a2d9-0ed059d17ae9 req-5f6e59b3-ccd4-4387-8dcb-e0df48770884 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:07.549374 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec109dca-318e-4bc0-a2d9-0ed059d17ae9 req-5f6e59b3-ccd4-4387-8dcb-e0df48770884 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 944 time: 0.0602319 Feb 16 14:28:07.600957 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec109dca-318e-4bc0-a2d9-0ed059d17ae9 req-e0ed779e-24ab-4fbb-8a8a-15485029c0dd tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454814 Feb 16 14:28:07.656766 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:07.823895 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1b13-c0af-462e-a257-5c26023735ee req-b4623270-455a-428b-8b68-541ca84e5657 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:07.828182 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-28bc1b13-c0af-462e-a257-5c26023735ee req-b4623270-455a-428b-8b68-541ca84e5657 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 945 time: 0.0622628 Feb 16 14:28:07.909848 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-28bc1b13-c0af-462e-a257-5c26023735ee req-9e315186-4e0b-41bf-a5b0-28df0e91af9c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772069 Feb 16 14:28:07.926942 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc273bb-dc90-4fea-9e48-e134be97cdd3 req-52fca9ca-288b-4dc3-b9ae-47985fe614ed tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:07.928568 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5fc273bb-dc90-4fea-9e48-e134be97cdd3 req-52fca9ca-288b-4dc3-b9ae-47985fe614ed tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 945 time: 0.0888216 Feb 16 14:28:07.985752 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5fc273bb-dc90-4fea-9e48-e134be97cdd3 req-5edbe485-2533-447b-beb6-4143da1698c1 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501704 Feb 16 14:28:08.544771 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device b397089c-b2c1-4a5c-95e3-1822ad1e007f up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:08.674350 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port b397089c-b2c1-4a5c-95e3-1822ad1e007f completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:28:08.678893 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port b397089c-b2c1-4a5c-95e3-1822ad1e007f triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:08.679276 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:08.728284 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5967-3c37-431d-93dc-d2065029f5f9 req-9f268715-579d-48fe-874d-b797f80a15c9 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:08.730379 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c36c5967-3c37-431d-93dc-d2065029f5f9 req-9f268715-579d-48fe-874d-b797f80a15c9 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 944 time: 0.0566666 Feb 16 14:28:08.769136 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port b397089c-b2c1-4a5c-95e3-1822ad1e007f is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:08.769556 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:08.784486 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c36c5967-3c37-431d-93dc-d2065029f5f9 req-1fcf7f4d-8ebf-431d-a528-a4ac01698ab3 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483608 Feb 16 14:28:08.796324 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e02ce02-70a6-4836-9e3a-2ebdce53ae84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b397089c-b2c1-4a5c-95e3-1822ad1e007f'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:08.799431 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c555790-87bc-4cc0-9bdd-d77ec27d90e8" -d '{"events": [{"server_uuid": "0e02ce02-70a6-4836-9e3a-2ebdce53ae84", "name": "network-vif-plugged", "status": "completed", "tag": "b397089c-b2c1-4a5c-95e3-1822ad1e007f"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:08.815136 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port b397089c-b2c1-4a5c-95e3-1822ad1e007f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b397089c-b2c1-4a5c-95e3-1822ad1e007f,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:08.840434 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68dbaeb-da8b-423e-a8f0-1da78b304278 x-openstack-request-id: req-d68dbaeb-da8b-423e-a8f0-1da78b304278 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:08.840755 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e02ce02-70a6-4836-9e3a-2ebdce53ae84", "name": "network-vif-plugged", "status": "completed", "tag": "b397089c-b2c1-4a5c-95e3-1822ad1e007f", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:08.841105 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-d68dbaeb-da8b-423e-a8f0-1da78b304278 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:08.841452 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e02ce02-70a6-4836-9e3a-2ebdce53ae84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b397089c-b2c1-4a5c-95e3-1822ad1e007f', 'code': 200} Feb 16 14:28:08.885529 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:08.886354 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device cf730d71-b720-4a3e-8172-6a1a890860aa up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:08.962768 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45160) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:08.965239 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=b397089c-b2c1-4a5c-95e3-1822ad1e007f,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:09.045381 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d8d56-21ac-40b9-aaaa-868ce2d8a852 req-79647c68-29ae-49df-bfec-da62f7176700 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:09.047485 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1f8d8d56-21ac-40b9-aaaa-868ce2d8a852 req-79647c68-29ae-49df-bfec-da62f7176700 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 945 time: 0.0571458 Feb 16 14:28:09.076963 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port cf730d71-b720-4a3e-8172-6a1a890860aa completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:28:09.081700 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port cf730d71-b720-4a3e-8172-6a1a890860aa triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:09.087060 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.111455 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.118430 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fc43378a-ae67-4cba-b736-f09d48fcc97e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.151377 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1f8d8d56-21ac-40b9-aaaa-868ce2d8a852 req-4d40d756-5734-4e8e-a1ab-933f51dd1fbd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968943 Feb 16 14:28:09.170384 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port cf730d71-b720-4a3e-8172-6a1a890860aa is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:09.170952 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.199443 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f004686-e11f-42b8-accf-067db69e7587 req-713072e1-acbe-422d-9c48-b30cbf931f7b tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:09.201511 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4f004686-e11f-42b8-accf-067db69e7587 req-713072e1-acbe-422d-9c48-b30cbf931f7b tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 945 time: 0.1336515 Feb 16 14:28:09.238937 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port cf730d71-b720-4a3e-8172-6a1a890860aa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf730d71-b720-4a3e-8172-6a1a890860aa,segment=NetworkSegment(55152207-cd1a-432f-8a6e-23dfe38ff369),segment_id=55152207-cd1a-432f-8a6e-23dfe38ff369)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:09.260887 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 45176) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:09.276688 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4f004686-e11f-42b8-accf-067db69e7587 req-495aabf3-5c22-4832-a306-eb91dca2bc8b tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681458 Feb 16 14:28:09.299147 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fc43378a-ae67-4cba-b736-f09d48fcc97e admin admin] Publish callbacks [] for security_group (0397ab8a-4ce7-4d9b-8af8-1c112a8eb30e), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.323135 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.323987 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 9861d447-8e24-4083-85f0-37f4880f3698 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:09.379564 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-349b70cd-5f53-471d-b38b-c7bfe0e6d796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.405600 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fc43378a-ae67-4cba-b736-f09d48fcc97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (0397ab8a-4ce7-4d9b-8af8-1c112a8eb30e), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.429219 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=cf730d71-b720-4a3e-8172-6a1a890860aa,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:09.474611 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-fc43378a-ae67-4cba-b736-f09d48fcc97e admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=96f34904c8e0483493f12257ce900637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5053718 Feb 16 14:28:09.474611 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43378a-ae67-4cba-b736-f09d48fcc97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0397ab8a-4ce7-4d9b-8af8-1c112a8eb30e,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:09.477688 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45188) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:09.491300 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-349b70cd-5f53-471d-b38b-c7bfe0e6d796 admin admin] Publish callbacks [] for security_group (1c2e6e9b-71a2-47f6-b13e-bc0f557018b5), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.520351 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port 9861d447-8e24-4083-85f0-37f4880f3698 completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:28:09.525813 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 9861d447-8e24-4083-85f0-37f4880f3698 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:09.532500 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (9861d447-8e24-4083-85f0-37f4880f3698), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.539464 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-257a70c1-a1ae-453d-a241-f14eddf9394b admin admin] Publish callbacks [] for security_group (0397ab8a-4ce7-4d9b-8af8-1c112a8eb30e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.562000 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-257a70c1-a1ae-453d-a241-f14eddf9394b admin admin] Publish callbacks [] for security_group (0397ab8a-4ce7-4d9b-8af8-1c112a8eb30e), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.577020 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-349b70cd-5f53-471d-b38b-c7bfe0e6d796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (1c2e6e9b-71a2-47f6-b13e-bc0f557018b5), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.614115 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 9861d447-8e24-4083-85f0-37f4880f3698 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:09.614739 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (9861d447-8e24-4083-85f0-37f4880f3698), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.618237 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-349b70cd-5f53-471d-b38b-c7bfe0e6d796 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=55ecf3e04e2e40d99f6d66a1e47538fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561659 Feb 16 14:28:09.621752 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45190) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:09.623844 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b70cd-5f53-471d-b38b-c7bfe0e6d796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2e6e9b-71a2-47f6-b13e-bc0f557018b5,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:09.654452 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 9861d447-8e24-4083-85f0-37f4880f3698, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9861d447-8e24-4083-85f0-37f4880f3698,segment=NetworkSegment(55152207-cd1a-432f-8a6e-23dfe38ff369),segment_id=55152207-cd1a-432f-8a6e-23dfe38ff369)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:09.676632 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-43c25082-1c9d-4d3c-9fa8-49803d716e6c admin admin] Publish callbacks [] for security_group (1c2e6e9b-71a2-47f6-b13e-bc0f557018b5), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.697642 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-43c25082-1c9d-4d3c-9fa8-49803d716e6c admin admin] Publish callbacks [] for security_group (1c2e6e9b-71a2-47f6-b13e-bc0f557018b5), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.746187 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-257a70c1-a1ae-453d-a241-f14eddf9394b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (0397ab8a-4ce7-4d9b-8af8-1c112a8eb30e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.746846 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (9861d447-8e24-4083-85f0-37f4880f3698), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.749071 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-257a70c1-a1ae-453d-a241-f14eddf9394b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.750232 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-257a70c1-a1ae-453d-a241-f14eddf9394b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/0397ab8a-4ce7-4d9b-8af8-1c112a8eb30e HTTP/1.1" status: 204 len: 168 time: 0.2716007 Feb 16 14:28:09.761465 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a70c1-a1ae-453d-a241-f14eddf9394b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0397ab8a-4ce7-4d9b-8af8-1c112a8eb30e,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:09.803904 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-43c25082-1c9d-4d3c-9fa8-49803d716e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (1c2e6e9b-71a2-47f6-b13e-bc0f557018b5), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.807238 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-43c25082-1c9d-4d3c-9fa8-49803d716e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:09.811018 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=9861d447-8e24-4083-85f0-37f4880f3698,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:09.812034 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-43c25082-1c9d-4d3c-9fa8-49803d716e6c admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/1c2e6e9b-71a2-47f6-b13e-bc0f557018b5 HTTP/1.1" status: 204 len: 168 time: 0.1848750 Feb 16 14:28:09.820982 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c25082-1c9d-4d3c-9fa8-49803d716e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2e6e9b-71a2-47f6-b13e-bc0f557018b5,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:09.940938 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8d463-9513-4c8e-937c-90732446d8c2 req-e4e300ec-a81c-4370-9bf7-7cc7ff54eeef tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:09.942472 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b3a8d463-9513-4c8e-937c-90732446d8c2 req-e4e300ec-a81c-4370-9bf7-7cc7ff54eeef tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0719998 Feb 16 14:28:09.990479 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b3a8d463-9513-4c8e-937c-90732446d8c2 req-2459c29d-d9c4-4593-bdbd-e33c07484408 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 Feb 16 14:28:10.295444 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffc311-90a6-4389-b3d5-cc4ff5a8de66 req-63154b98-2d71-482e-b112-c5d2da6bb5bc tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:10.296956 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-60ffc311-90a6-4389-b3d5-cc4ff5a8de66 req-63154b98-2d71-482e-b112-c5d2da6bb5bc tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0523088 Feb 16 14:28:10.353349 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-60ffc311-90a6-4389-b3d5-cc4ff5a8de66 req-3a17f323-8d7d-47ff-9078-7904a10513e7 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499179 Feb 16 14:28:10.529900 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45228) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:10.543335 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6635b53c-af94-4b2e-b3d5-4f67db1ec26a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:10.630950 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6635b53c-af94-4b2e-b3d5-4f67db1ec26a admin admin] Publish callbacks [] for security_group (bdd11194-6c8a-494f-b746-adda7a3878dd), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:10.691093 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:10.722777 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6635b53c-af94-4b2e-b3d5-4f67db1ec26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (bdd11194-6c8a-494f-b746-adda7a3878dd), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:10.761898 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-6635b53c-af94-4b2e-b3d5-4f67db1ec26a admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b90e0ab3c04249fca3554ee720eb81b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308102 Feb 16 14:28:10.762714 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635b53c-af94-4b2e-b3d5-4f67db1ec26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd11194-6c8a-494f-b746-adda7a3878dd,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:10.764451 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 45236) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:10.815153 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-27036e00-883a-42af-a891-5f749a615636 admin admin] Publish callbacks [] for security_group (bdd11194-6c8a-494f-b746-adda7a3878dd), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:10.837118 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-27036e00-883a-42af-a891-5f749a615636 admin admin] Publish callbacks [] for security_group (bdd11194-6c8a-494f-b746-adda7a3878dd), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:10.843071 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31732291-29a1-4d43-b9f0-b3ecfeeebdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf730d71-b720-4a3e-8172-6a1a890860aa'}, {'server_uuid': '987edef2-2a46-4a1f-8cc3-285f5f4090b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9861d447-8e24-4083-85f0-37f4880f3698'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:10.846689 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474d07e7-3969-496f-a65a-441e1cba4695" -d '{"events": [{"server_uuid": "31732291-29a1-4d43-b9f0-b3ecfeeebdcc", "name": "network-vif-plugged", "status": "completed", "tag": "cf730d71-b720-4a3e-8172-6a1a890860aa"}, {"server_uuid": "987edef2-2a46-4a1f-8cc3-285f5f4090b3", "name": "network-vif-plugged", "status": "completed", "tag": "9861d447-8e24-4083-85f0-37f4880f3698"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:10.889503 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1835c13b-e8dd-4d36-8279-ed610361fd2f x-openstack-request-id: req-1835c13b-e8dd-4d36-8279-ed610361fd2f {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:10.889799 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31732291-29a1-4d43-b9f0-b3ecfeeebdcc", "name": "network-vif-plugged", "status": "completed", "tag": "cf730d71-b720-4a3e-8172-6a1a890860aa", "code": 200}, {"server_uuid": "987edef2-2a46-4a1f-8cc3-285f5f4090b3", "name": "network-vif-plugged", "status": "completed", "tag": "9861d447-8e24-4083-85f0-37f4880f3698", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:10.890050 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-1835c13b-e8dd-4d36-8279-ed610361fd2f {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:10.890447 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31732291-29a1-4d43-b9f0-b3ecfeeebdcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf730d71-b720-4a3e-8172-6a1a890860aa', 'code': 200} Feb 16 14:28:10.890701 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987edef2-2a46-4a1f-8cc3-285f5f4090b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9861d447-8e24-4083-85f0-37f4880f3698', 'code': 200} Feb 16 14:28:11.043401 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-27036e00-883a-42af-a891-5f749a615636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (bdd11194-6c8a-494f-b746-adda7a3878dd), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:11.046033 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-27036e00-883a-42af-a891-5f749a615636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:11.047195 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-27036e00-883a-42af-a891-5f749a615636 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/bdd11194-6c8a-494f-b746-adda7a3878dd HTTP/1.1" status: 204 len: 168 time: 0.2817397 Feb 16 14:28:11.057953 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27036e00-883a-42af-a891-5f749a615636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd11194-6c8a-494f-b746-adda7a3878dd,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:11.138249 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ad9e3-f9be-46e6-8a6f-5085a9e11305 req-9accfdba-07f7-41d0-b2b4-1928aebc62f7 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:11.139983 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-607ad9e3-f9be-46e6-8a6f-5085a9e11305 req-9accfdba-07f7-41d0-b2b4-1928aebc62f7 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0604088 Feb 16 14:28:11.188880 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-607ad9e3-f9be-46e6-8a6f-5085a9e11305 req-f30edf3c-177c-464d-aaf1-a0e202f40d03 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429986 Feb 16 14:28:11.504512 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb9e34-caf4-4f92-a13e-6df0ba12e8f0 req-0dea7064-c5f6-45ee-9822-676ae1a8d2a6 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:11.515399 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-98fb9e34-caf4-4f92-a13e-6df0ba12e8f0 req-0dea7064-c5f6-45ee-9822-676ae1a8d2a6 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0825703 Feb 16 14:28:11.563478 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 45272) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:11.602404 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-98fb9e34-caf4-4f92-a13e-6df0ba12e8f0 req-3a8cbc2f-41b7-40f2-a013-485563526108 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856745 Feb 16 14:28:11.707027 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9246fe12-1b76-47eb-b526-0dee536bb69e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:11.778416 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b044b1-5a35-4ee3-ab1f-975523c50d8f req-434a9f5c-9b46-4d5a-ba21-dd1667ac3ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:11.780666 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f9b044b1-5a35-4ee3-ab1f-975523c50d8f req-434a9f5c-9b46-4d5a-ba21-dd1667ac3ee6 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 1129 time: 0.0476158 Feb 16 14:28:11.882621 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d3ccc-85be-476c-8f9c-73887a1a6781 req-cf91c437-fc00-4960-8935-a9a3dd934159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:11.884295 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7e7d3ccc-85be-476c-8f9c-73887a1a6781 req-cf91c437-fc00-4960-8935-a9a3dd934159 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 1130 time: 0.1372807 Feb 16 14:28:11.899252 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5b0d8-26bc-4e76-9983-f2bc1c5b493c req-0272e052-086b-4115-a85d-a53d2003d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:11.900695 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4cf5b0d8-26bc-4e76-9983-f2bc1c5b493c req-0272e052-086b-4115-a85d-a53d2003d6b4 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 1129 time: 0.1181750 Feb 16 14:28:11.909642 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9246fe12-1b76-47eb-b526-0dee536bb69e admin admin] Publish callbacks [] for security_group (c7c008e1-e698-470c-b9be-32b0b2ef305d), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:12.022539 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9246fe12-1b76-47eb-b526-0dee536bb69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (c7c008e1-e698-470c-b9be-32b0b2ef305d), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:12.070109 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9246fe12-1b76-47eb-b526-0dee536bb69e admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=47ed9877b8414c43bde9f5c42a358263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5023086 Feb 16 14:28:12.070191 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45298) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:12.073745 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246fe12-1b76-47eb-b526-0dee536bb69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c008e1-e698-470c-b9be-32b0b2ef305d,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:12.146823 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f8d490ef-9a28-417f-8720-fd0c7641195d admin admin] Publish callbacks [] for security_group (c7c008e1-e698-470c-b9be-32b0b2ef305d), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:12.167146 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f8d490ef-9a28-417f-8720-fd0c7641195d admin admin] Publish callbacks [] for security_group (c7c008e1-e698-470c-b9be-32b0b2ef305d), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:12.288108 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f8d490ef-9a28-417f-8720-fd0c7641195d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (c7c008e1-e698-470c-b9be-32b0b2ef305d), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:12.291211 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f8d490ef-9a28-417f-8720-fd0c7641195d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:12.294828 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-f8d490ef-9a28-417f-8720-fd0c7641195d admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/c7c008e1-e698-470c-b9be-32b0b2ef305d HTTP/1.1" status: 204 len: 168 time: 0.2212222 Feb 16 14:28:12.305506 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d490ef-9a28-417f-8720-fd0c7641195d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c008e1-e698-470c-b9be-32b0b2ef305d,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:12.329138 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b807b7-566e-419a-b4ed-9e8c90fa1fce req-b605cf6e-e334-4b1e-ab20-3153e937b834 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:12.330851 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-78b807b7-566e-419a-b4ed-9e8c90fa1fce req-b605cf6e-e334-4b1e-ab20-3153e937b834 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0755320 Feb 16 14:28:12.393953 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-78b807b7-566e-419a-b4ed-9e8c90fa1fce req-800c56b9-b1ff-4bf6-925d-59d35d686055 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543468 Feb 16 14:28:12.740229 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0477be-0d7f-46db-be30-023de78644b8 req-61b32e38-3566-41ac-b1c5-48df38268cae tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:12.741740 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7a0477be-0d7f-46db-be30-023de78644b8 req-61b32e38-3566-41ac-b1c5-48df38268cae tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0536289 Feb 16 14:28:12.793323 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7a0477be-0d7f-46db-be30-023de78644b8 req-a7afdfa9-fda9-4f1e-87c7-9c9a616666c9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427217 Feb 16 14:28:13.361932 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45364) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:13.464750 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1259983814-network', 'tenant_id': '898d5c9b275b4f84ae6b6c7f11759677'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:13.535127 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e9bce-3063-4e4d-afef-b1de821de561 req-66712aa1-5785-4561-83e0-280bb9887303 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:13.536578 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b05e9bce-3063-4e4d-afef-b1de821de561 req-66712aa1-5785-4561-83e0-280bb9887303 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0637481 Feb 16 14:28:13.586405 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b05e9bce-3063-4e4d-afef-b1de821de561 req-aad55c5e-678c-4a89-8e77-3c7f790dda06 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442317 Feb 16 14:28:13.594131 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] Made reservation on behalf of 898d5c9b275b4f84ae6b6c7f11759677 for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:28:13.597568 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:13.606243 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:13.685896 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] Publish callbacks [] for security_group (8732fdae-0c8c-4fff-9669-c6996ab6a5e7), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:13.768974 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (8732fdae-0c8c-4fff-9669-c6996ab6a5e7), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:13.792768 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:28:13.802816 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8732fdae-0c8c-4fff-9669-c6996ab6a5e7,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:13.807428 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (6dac86c5-7ff7-4567-81e8-236ba74dfcd2), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:13.807762 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] Added segment 6dac86c5-7ff7-4567-81e8-236ba74dfcd2 of type vlan for network faf736a8-b0d1-4a45-85de-421c9c2ffb65 Feb 16 14:28:13.849246 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (faf736a8-b0d1-4a45-85de-421c9c2ffb65), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:13.928303 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbaac2-2d33-4eab-8fcf-44d070e2e969 req-5feacf26-c0c3-4ad4-b289-82f6578e5e35 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:13.929765 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c9fbaac2-2d33-4eab-8fcf-44d070e2e969 req-5feacf26-c0c3-4ad4-b289-82f6578e5e35 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0505133 Feb 16 14:28:13.964627 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (faf736a8-b0d1-4a45-85de-421c9c2ffb65), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:13.965467 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:13.966029 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:14.003724 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c9fbaac2-2d33-4eab-8fcf-44d070e2e969 req-fa9701c3-8f3d-41b8-88cd-e12cd3782710 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683358 Feb 16 14:28:14.035747 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=faf736a8-b0d1-4a45-85de-421c9c2ffb65,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:14.045859 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network faf736a8-b0d1-4a45-85de-421c9c2ffb65 details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:28:14.105258 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-4f3fa27a-0d08-48fb-afa3-c87914b39ff0 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7421927 Feb 16 14:28:14.108141 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45380) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:14.113941 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-6d31475e-9847-4d1d-a8d3-fbe80fa13a9f admin admin] Request body: {'subnet': {'network_id': 'faf736a8-b0d1-4a45-85de-421c9c2ffb65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1259983814-subnet', 'tenant_id': '898d5c9b275b4f84ae6b6c7f11759677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:14.211193 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d31475e-9847-4d1d-a8d3-fbe80fa13a9f admin admin] Made reservation on behalf of 898d5c9b275b4f84ae6b6c7f11759677 for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:28:14.213588 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6d31475e-9847-4d1d-a8d3-fbe80fa13a9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:14.378897 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f9b044b1-5a35-4ee3-ab1f-975523c50d8f req-2b0c3186-16e5-4a35-88c9-7a979fb40510 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705712 Feb 16 14:28:14.385896 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4cf5b0d8-26bc-4e76-9983-f2bc1c5b493c req-d1a664bb-12e2-49ee-8887-9a630ced5333 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751941 Feb 16 14:28:14.388262 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7e7d3ccc-85be-476c-8f9c-73887a1a6781 req-705267ae-ca66-4983-a121-83d70052946a service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788646 Feb 16 14:28:14.497197 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6d31475e-9847-4d1d-a8d3-fbe80fa13a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for subnet (82f45736-b07f-47a4-a2d9-58d3b87f9969), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:14.555357 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31475e-9847-4d1d-a8d3-fbe80fa13a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f45736-b07f-47a4-a2d9-58d3b87f9969,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:14.571380 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31475e-9847-4d1d-a8d3-fbe80fa13a9f admin admin] Checking segment: {'id': '6dac86c5-7ff7-4567-81e8-236ba74dfcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'faf736a8-b0d1-4a45-85de-421c9c2ffb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:28:14.571736 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d31475e-9847-4d1d-a8d3-fbe80fa13a9f admin admin] Network hostable DHCP agents. Network: faf736a8-b0d1-4a45-85de-421c9c2ffb65, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:28:14.681937 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d31475e-9847-4d1d-a8d3-fbe80fa13a9f admin admin] Network faf736a8-b0d1-4a45-85de-421c9c2ffb65 is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:28:14.711259 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2760d7b-5f73-4597-a308-0a6a48651eac req-7652734e-5604-4b83-b3d1-f125c47b6013 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:14.712740 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c2760d7b-5f73-4597-a308-0a6a48651eac req-7652734e-5604-4b83-b3d1-f125c47b6013 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0586264 Feb 16 14:28:14.758664 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c2760d7b-5f73-4597-a308-0a6a48651eac req-663326aa-7242-4f6c-bb24-68405e682b60 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402293 Feb 16 14:28:14.759931 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-6d31475e-9847-4d1d-a8d3-fbe80fa13a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, faf736a8-b0d1-4a45-85de-421c9c2ffb65) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:14.763971 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d31475e-9847-4d1d-a8d3-fbe80fa13a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:14.764647 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6d31475e-9847-4d1d-a8d3-fbe80fa13a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:14.775557 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe94de9-c8bc-475d-99d8-8f8dc86dd09d None None] Network faf736a8-b0d1-4a45-85de-421c9c2ffb65 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:28:14.867471 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15ce07e-82a9-4b38-bee5-6da58d01c72d None None] Network faf736a8-b0d1-4a45-85de-421c9c2ffb65 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:28:14.874860 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-6d31475e-9847-4d1d-a8d3-fbe80fa13a9f admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7656491 Feb 16 14:28:15.120450 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28769075-62bb-48ba-8013-1e7a15878b01 req-f5c0a518-5d76-4be1-98bd-84c95ea5fb3a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:15.121988 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-28769075-62bb-48ba-8013-1e7a15878b01 req-f5c0a518-5d76-4be1-98bd-84c95ea5fb3a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0507097 Feb 16 14:28:15.166804 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-28769075-62bb-48ba-8013-1e7a15878b01 req-cdbe3e12-bd63-4877-8a5e-bad31d9b34e4 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387058 Feb 16 14:28:15.881116 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925a992-25d1-4725-91b0-a214eaa485bd req-59964a4f-99ec-41cf-ad48-0e20badf22ba tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:15.882504 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a925a992-25d1-4725-91b0-a214eaa485bd req-59964a4f-99ec-41cf-ad48-0e20badf22ba tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0568352 Feb 16 14:28:15.929919 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a925a992-25d1-4725-91b0-a214eaa485bd req-df803be4-b73a-4ba4-af48-73373cc5ca3a tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417392 Feb 16 14:28:16.281235 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4296c1-2ee0-4653-987c-4b0e1605330c req-d02ba530-1dab-43a1-9c64-c2ad7829afff tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:16.282780 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4c4296c1-2ee0-4653-987c-4b0e1605330c req-d02ba530-1dab-43a1-9c64-c2ad7829afff tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0503266 Feb 16 14:28:16.327093 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4c4296c1-2ee0-4653-987c-4b0e1605330c req-adafefd1-3faa-46b9-830a-ecffa8b12f36 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389893 Feb 16 14:28:17.048061 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607bd38-d3de-41e0-96e6-e7ffea295ca8 req-83335e50-683d-440b-bf6d-cb2d74e134d5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:17.049532 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1607bd38-d3de-41e0-96e6-e7ffea295ca8 req-83335e50-683d-440b-bf6d-cb2d74e134d5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0541065 Feb 16 14:28:17.096254 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1607bd38-d3de-41e0-96e6-e7ffea295ca8 req-83f654e6-337e-46a1-9f21-62f3432b98bf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409214 Feb 16 14:28:17.441222 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5116a-b981-4748-8438-c26e8abcc505 req-aaa2f4fb-2cd8-4d62-9cdd-b37cca0095aa tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:17.442663 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c3a5116a-b981-4748-8438-c26e8abcc505 req-aaa2f4fb-2cd8-4d62-9cdd-b37cca0095aa tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0508876 Feb 16 14:28:17.493071 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c3a5116a-b981-4748-8438-c26e8abcc505 req-a2c8d738-86f7-447a-b8a9-2eb4d8877f73 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448623 Feb 16 14:28:17.835157 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:28:18.212420 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba091a83-8cd4-4262-8eba-3633aaba3393 req-67ea7a59-0a37-4993-a273-c05ceb94e491 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:18.213909 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ba091a83-8cd4-4262-8eba-3633aaba3393 req-67ea7a59-0a37-4993-a273-c05ceb94e491 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0513082 Feb 16 14:28:18.263123 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ba091a83-8cd4-4262-8eba-3633aaba3393 req-8e6fb969-dac9-4126-b165-69cc76d10953 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436389 Feb 16 14:28:18.636251 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d062730-5c3d-424f-b912-13b9cca2dee1 req-3c9a9211-059a-4a45-bd0e-8ffb28039e70 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:18.637751 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6d062730-5c3d-424f-b912-13b9cca2dee1 req-3c9a9211-059a-4a45-bd0e-8ffb28039e70 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0527921 Feb 16 14:28:18.683771 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6d062730-5c3d-424f-b912-13b9cca2dee1 req-b44a5be4-a5dd-4969-ad64-9d6ca17522c5 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401731 Feb 16 14:28:19.378951 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cf21a-aa8b-4978-9288-9b6e67f15179 req-be23733b-d4a9-46fa-846c-f36424c5d043 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:19.380407 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-316cf21a-aa8b-4978-9288-9b6e67f15179 req-be23733b-d4a9-46fa-846c-f36424c5d043 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0514934 Feb 16 14:28:19.427245 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-316cf21a-aa8b-4978-9288-9b6e67f15179 req-eee11803-6fe2-4fac-8a37-6ac49ca3e083 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413961 Feb 16 14:28:19.802696 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ef30e-46c8-40f5-a221-0586129a72d1 req-a1534b3f-6adf-4f22-acf3-8cd16e526c26 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:19.804139 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5f9ef30e-46c8-40f5-a221-0586129a72d1 req-a1534b3f-6adf-4f22-acf3-8cd16e526c26 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0557666 Feb 16 14:28:19.850907 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5f9ef30e-46c8-40f5-a221-0586129a72d1 req-30c1850d-0b18-404a-a5de-80bfeeb0351c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409973 Feb 16 14:28:20.544484 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0964bd-5c2d-4d2d-ace7-ad3a41777753 req-dd56f3d5-37a4-4266-96d3-08a745b1ce5e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:20.546054 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5f0964bd-5c2d-4d2d-ace7-ad3a41777753 req-dd56f3d5-37a4-4266-96d3-08a745b1ce5e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0527558 Feb 16 14:28:20.592476 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5f0964bd-5c2d-4d2d-ace7-ad3a41777753 req-18e4cf8c-71c4-48f3-a5c9-aa820f01b916 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404878 Feb 16 14:28:20.969799 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fa7e6-e229-4515-b7e6-a1fbd384ecb8 req-2f69717a-bf29-4e17-9db7-37199f96b2fd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:20.971234 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a71fa7e6-e229-4515-b7e6-a1fbd384ecb8 req-2f69717a-bf29-4e17-9db7-37199f96b2fd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0527442 Feb 16 14:28:21.020371 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a71fa7e6-e229-4515-b7e6-a1fbd384ecb8 req-4a7567a8-c106-44cf-b486-705a80a6a8e0 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Feb 16 14:28:21.712090 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feffa01-baed-4b66-808b-6bc48ea0e3b4 req-6a84e913-da9f-4f1e-839a-01119c49f325 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:21.713746 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9feffa01-baed-4b66-808b-6bc48ea0e3b4 req-6a84e913-da9f-4f1e-839a-01119c49f325 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0558131 Feb 16 14:28:21.763316 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9feffa01-baed-4b66-808b-6bc48ea0e3b4 req-869c8a23-009a-4f71-ad36-0764a33c27f2 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440044 Feb 16 14:28:22.148092 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11e580-3a58-402f-bbcc-0a640e37e820 req-a98cc1d5-eb08-4bb8-9022-9312e0e79d8c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:22.149611 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-df11e580-3a58-402f-bbcc-0a640e37e820 req-a98cc1d5-eb08-4bb8-9022-9312e0e79d8c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0624566 Feb 16 14:28:22.196443 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-df11e580-3a58-402f-bbcc-0a640e37e820 req-b0404851-4074-4c10-ae97-9da11610e2b0 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409882 Feb 16 14:28:22.486170 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-7bfeead6-f6ff-4302-8b0a-ad61c2f474e5 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:22.488219 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-7bfeead6-f6ff-4302-8b0a-ad61c2f474e5 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/networks?id=faf736a8-b0d1-4a45-85de-421c9c2ffb65 HTTP/1.1" status: 200 len: 814 time: 0.2908781 Feb 16 14:28:22.503515 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-984e1643-ca82-40e9-bac8-818e7436084e tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/quotas/898d5c9b275b4f84ae6b6c7f11759677 HTTP/1.1" status: 200 len: 375 time: 0.0088871 Feb 16 14:28:22.534393 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-b1a2350c-3cc8-4912-bbe8-5c2157bc3436 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=898d5c9b275b4f84ae6b6c7f11759677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253408 Feb 16 14:28:22.626956 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-85ef839e-e9e8-4615-a25a-343c26ab0cf9 service neutron] 10.222.0.133 "GET /v2.0/networks/faf736a8-b0d1-4a45-85de-421c9c2ffb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855689 Feb 16 14:28:22.743024 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-ca9c933c-059f-4568-944e-6ff969bd7117 service neutron] 10.222.0.133 "GET /v2.0/networks/faf736a8-b0d1-4a45-85de-421c9c2ffb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097066 Feb 16 14:28:22.767501 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2478c31-2fab-48bc-a54e-4ea80a6d5fde req-a7b84400-5cdb-4f56-ae88-23fce404fa7b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:22.769211 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d2478c31-2fab-48bc-a54e-4ea80a6d5fde req-a7b84400-5cdb-4f56-ae88-23fce404fa7b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0638034 Feb 16 14:28:22.824337 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d2478c31-2fab-48bc-a54e-4ea80a6d5fde req-1e8c4b0c-4a45-4e22-a699-0e211cafacea tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488098 Feb 16 14:28:23.024846 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a1b0107d-24d0-4375-b86c-13d989323503 req-39c5da4a-4549-49cf-b9c7-4c8c8784aff2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 210 time: 0.0320425 Feb 16 14:28:23.031672 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33c9cf-07cf-4890-a87f-3efa23b7b263 req-5e3a81be-53c3-47c6-9c2f-734bdf579589 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:23.033100 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cc33c9cf-07cf-4890-a87f-3efa23b7b263 req-5e3a81be-53c3-47c6-9c2f-734bdf579589 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0843585 Feb 16 14:28:23.084719 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cc33c9cf-07cf-4890-a87f-3efa23b7b263 req-838c739c-6bc1-4d93-9dec-8afea8f06de4 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449934 Feb 16 14:28:23.206398 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1538b-acb3-4e15-9224-e4d0671d6d26 req-a8091fe0-b18d-46f7-8ccb-1780567858c8 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:23.208065 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-08a1538b-acb3-4e15-9224-e4d0671d6d26 req-a8091fe0-b18d-46f7-8ccb-1780567858c8 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0519376 Feb 16 14:28:23.216380 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45622) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:23.220926 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-63a5ed52-8cf8-4890-aaf1-1ccde4267b81 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Request body: {'floatingip': {'port_id': 'b397089c-b2c1-4a5c-95e3-1822ad1e007f'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:23.292239 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-63a5ed52-8cf8-4890-aaf1-1ccde4267b81 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for floatingip (200435d3-e650-4f2b-9738-98498fc1e125), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:23.896559 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-63a5ed52-8cf8-4890-aaf1-1ccde4267b81 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:23.966200 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-63a5ed52-8cf8-4890-aaf1-1ccde4267b81 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (200435d3-e650-4f2b-9738-98498fc1e125), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:24.287163 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b8d17af-2998-4c83-85a2-e5e948299bdb req-c6985e38-f46c-43e2-a4db-e13115e86446 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 210 time: 0.0504856 Feb 16 14:28:24.327575 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfa6b2-36e8-41a9-a03f-7df4a7a17fda req-e9f8bc67-f907-47d5-8837-518fcfc100ef tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:24.329041 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-08cfa6b2-36e8-41a9-a03f-7df4a7a17fda req-e9f8bc67-f907-47d5-8837-518fcfc100ef tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.2999115 Feb 16 14:28:24.330470 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-63a5ed52-8cf8-4890-aaf1-1ccde4267b81 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Floating IP 200435d3-e650-4f2b-9738-98498fc1e125 associated. External IP: 172.27.1.238, port: b397089c-b2c1-4a5c-95e3-1822ad1e007f. Feb 16 14:28:24.447113 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-08cfa6b2-36e8-41a9-a03f-7df4a7a17fda req-3dc0817a-7f73-4c15-bb07-64375e8ffe50 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810044 Feb 16 14:28:24.578155 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc102a-f9ad-4650-a87f-2b908003a391 req-3fe7c7bb-4143-4915-b6f8-49f9b09f5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:24.580630 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-84fc102a-f9ad-4650-a87f-2b908003a391 req-3fe7c7bb-4143-4915-b6f8-49f9b09f5230 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=deea67eb240b4b72a6a68a900986cf3e&device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 1130 time: 0.0517421 Feb 16 14:28:24.599754 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a5ed52-8cf8-4890-aaf1-1ccde4267b81 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:28:24.714274 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a5ed52-8cf8-4890-aaf1-1ccde4267b81 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:28:24.719257 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-63a5ed52-8cf8-4890-aaf1-1ccde4267b81 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:24.735601 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33316215-8327-49f2-8bf6-444be6dd1577 None None] Sync routers for ids ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:28:24.746136 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33316215-8327-49f2-8bf6-444be6dd1577 None None] Routers {'7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:28:24.747162 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-33316215-8327-49f2-8bf6-444be6dd1577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:28:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:24.763918 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-63a5ed52-8cf8-4890-aaf1-1ccde4267b81 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "PUT /v2.0/floatingips/200435d3-e650-4f2b-9738-98498fc1e125 HTTP/1.1" status: 200 len: 991 time: 1.5453119 Feb 16 14:28:24.779303 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e02ce02-70a6-4836-9e3a-2ebdce53ae84', 'tag': 'b397089c-b2c1-4a5c-95e3-1822ad1e007f'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:24.779303 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50c02363fa5426f791f6a8f15be870b1b836575fcc63bad3ce40b43bfc1392ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246839c3-553a-4ce6-b53b-1e3c1c1b14b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e02ce02-70a6-4836-9e3a-2ebdce53ae84", "tag": "b397089c-b2c1-4a5c-95e3-1822ad1e007f"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:24.793312 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc102a-f9ad-4650-a87f-2b908003a391 req-c5bba76b-ae59-49bb-85a3-09e5d9ddf9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:24.795041 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-84fc102a-f9ad-4650-a87f-2b908003a391 req-c5bba76b-ae59-49bb-85a3-09e5d9ddf9b1 service neutron] 10.222.0.127 "GET /v2.0/networks?id=c18dd6e1-f13c-444e-8150-deef63d4a164 HTTP/1.1" status: 200 len: 920 time: 0.1029167 Feb 16 14:28:24.805154 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bba9b6-c365-4dbb-9a8a-5fd82f4d086b x-openstack-request-id: req-75bba9b6-c365-4dbb-9a8a-5fd82f4d086b {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:24.812553 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e02ce02-70a6-4836-9e3a-2ebdce53ae84", "tag": "b397089c-b2c1-4a5c-95e3-1822ad1e007f", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:24.812553 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-75bba9b6-c365-4dbb-9a8a-5fd82f4d086b {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:24.812553 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e02ce02-70a6-4836-9e3a-2ebdce53ae84', 'tag': 'b397089c-b2c1-4a5c-95e3-1822ad1e007f', 'status': 'completed', 'code': 200} Feb 16 14:28:24.867733 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-84fc102a-f9ad-4650-a87f-2b908003a391 req-614b8f4d-753e-4b1a-a334-29f3d434998b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9861d447-8e24-4083-85f0-37f4880f3698 HTTP/1.1" status: 200 len: 217 time: 0.0574958 Feb 16 14:28:24.893408 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-33316215-8327-49f2-8bf6-444be6dd1577 None None] Set router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:28:24.943821 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246839c3-553a-4ce6-b53b-1e3c1c1b14b3 req-3afbdf2b-3af9-433a-a3b0-b751bee120a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:24.945434 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-246839c3-553a-4ce6-b53b-1e3c1c1b14b3 req-3afbdf2b-3af9-433a-a3b0-b751bee120a3 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=60742357eb9840178f82489d14042333&device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 1129 time: 0.0868106 Feb 16 14:28:24.949063 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc102a-f9ad-4650-a87f-2b908003a391 req-4f84486c-7764-4e16-ab69-31cfe32a4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:24.950392 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-84fc102a-f9ad-4650-a87f-2b908003a391 req-4f84486c-7764-4e16-ab69-31cfe32a4105 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b9017d5-9c05-4f22-83b0-ee486f6dea28 HTTP/1.1" status: 200 len: 859 time: 0.0653682 Feb 16 14:28:25.001768 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-84fc102a-f9ad-4650-a87f-2b908003a391 req-e68525cf-ec26-43d1-82e0-0bdb12b8f9a6 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=c18dd6e1-f13c-444e-8150-deef63d4a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408781 Feb 16 14:28:25.131002 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246839c3-553a-4ce6-b53b-1e3c1c1b14b3 req-3092e2f7-2431-46ac-a38b-a322b5285733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:25.132492 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-246839c3-553a-4ce6-b53b-1e3c1c1b14b3 req-3092e2f7-2431-46ac-a38b-a322b5285733 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a6b11c3c-5991-4844-a883-8a00049c7bc1 HTTP/1.1" status: 200 len: 912 time: 0.1728821 Feb 16 14:28:25.152467 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-84fc102a-f9ad-4650-a87f-2b908003a391 req-fa6cae79-d9f7-4c0e-b726-9a4dc4e9684d service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435690 Feb 16 14:28:25.177132 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-33316215-8327-49f2-8bf6-444be6dd1577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '200435d3-e650-4f2b-9738-98498fc1e125', 'tenant_id': '60742357eb9840178f82489d14042333', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'port_id': 'b397089c-b2c1-4a5c-95e3-1822ad1e007f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'mac_address': 'fa:16:3e:10:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02ce02-70a6-4836-9e3a-2ebdce53ae84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:27:42Z', 'updated_at': '2022-02-16T14:28:23Z', 'revision_number': 1, 'project_id': '60742357eb9840178f82489d14042333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:38Z', 'revision_number': 5, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:25.202848 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33316215-8327-49f2-8bf6-444be6dd1577 None None] Checking router: 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:28:25.212429 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33316215-8327-49f2-8bf6-444be6dd1577 None None] Routers {'7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:28:25.213115 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-33316215-8327-49f2-8bf6-444be6dd1577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:28:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:25.293163 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-246839c3-553a-4ce6-b53b-1e3c1c1b14b3 req-ee3a160e-bb2c-4a2e-a430-0104b1aba05c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b397089c-b2c1-4a5c-95e3-1822ad1e007f HTTP/1.1" status: 200 len: 999 time: 0.1485512 Feb 16 14:28:25.337913 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-33316215-8327-49f2-8bf6-444be6dd1577 None None] Set router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:28:25.367177 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-84fc102a-f9ad-4650-a87f-2b908003a391 req-7adb1807-06b5-4ee0-a68e-9d0b02dea17e service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755042 Feb 16 14:28:25.371658 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246839c3-553a-4ce6-b53b-1e3c1c1b14b3 req-91820345-a1e0-4f90-a741-27c8c8cc756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:25.373608 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-246839c3-553a-4ce6-b53b-1e3c1c1b14b3 req-91820345-a1e0-4f90-a741-27c8c8cc756e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2e4758ce-a9f3-4b67-b980-030eaf312697 HTTP/1.1" status: 200 len: 850 time: 0.0739417 Feb 16 14:28:25.395771 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eb5982c9-ccbb-4a74-9123-e3b2b56b6c6d req-1a8e2c58-9c5e-4794-8b64-09d5a3a3e801 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 210 time: 0.0333285 Feb 16 14:28:25.449688 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246839c3-553a-4ce6-b53b-1e3c1c1b14b3 req-e61d6f63-c334-42d8-8d24-c9db9fa30729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:25.451222 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-246839c3-553a-4ce6-b53b-1e3c1c1b14b3 req-e61d6f63-c334-42d8-8d24-c9db9fa30729 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a6b11c3c-5991-4844-a883-8a00049c7bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0628769 Feb 16 14:28:25.554569 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-246839c3-553a-4ce6-b53b-1e3c1c1b14b3 req-3bd20a1f-7d70-4af2-b3e2-a110f9afd0b6 service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949044 Feb 16 14:28:25.621804 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e5d2e-91d5-40e4-8224-5a6a144d627f req-215b7c2e-6325-4388-8008-bdb52dcb61a1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:25.623120 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-384e5d2e-91d5-40e4-8224-5a6a144d627f req-215b7c2e-6325-4388-8008-bdb52dcb61a1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0891302 Feb 16 14:28:25.646423 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-33316215-8327-49f2-8bf6-444be6dd1577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '200435d3-e650-4f2b-9738-98498fc1e125', 'tenant_id': '60742357eb9840178f82489d14042333', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'port_id': 'b397089c-b2c1-4a5c-95e3-1822ad1e007f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'mac_address': 'fa:16:3e:10:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02ce02-70a6-4836-9e3a-2ebdce53ae84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:27:42Z', 'updated_at': '2022-02-16T14:28:23Z', 'revision_number': 1, 'project_id': '60742357eb9840178f82489d14042333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:38Z', 'revision_number': 5, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:25.741956 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-384e5d2e-91d5-40e4-8224-5a6a144d627f req-30a9c3bd-3b87-4a6f-886a-44810dc67099 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038077 Feb 16 14:28:25.745573 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-246839c3-553a-4ce6-b53b-1e3c1c1b14b3 req-dd771488-2be8-4fad-b834-7add434db7ad service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772966 Feb 16 14:28:25.813601 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33316215-8327-49f2-8bf6-444be6dd1577 None None] The sync data for ids ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'] in dv-cinder-778193-17-iscsi is: [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '200435d3-e650-4f2b-9738-98498fc1e125', 'tenant_id': '60742357eb9840178f82489d14042333', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'port_id': 'b397089c-b2c1-4a5c-95e3-1822ad1e007f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'mac_address': 'fa:16:3e:10:aa:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e02ce02-70a6-4836-9e3a-2ebdce53ae84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:27:42Z', 'updated_at': '2022-02-16T14:28:23Z', 'revision_number': 1, 'project_id': '60742357eb9840178f82489d14042333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:38Z', 'revision_number': 5, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:28:26.035453 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77d5cd6-0c32-453b-b780-68c0f97f97f3 None None] New status for floating IP 200435d3-e650-4f2b-9738-98498fc1e125: ACTIVE {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:28:26.376092 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-0bcd871f-20cf-4e6a-8812-60a72bb65abf tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:26.377593 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-0bcd871f-20cf-4e6a-8812-60a72bb65abf tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.127 "GET /v2.0/networks?id=faf736a8-b0d1-4a45-85de-421c9c2ffb65 HTTP/1.1" status: 200 len: 814 time: 0.2663722 Feb 16 14:28:26.394004 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Request body: {'port': {'device_id': '0e21afa4-fd14-4dbb-8f7c-6600767b108f', 'network_id': 'faf736a8-b0d1-4a45-85de-421c9c2ffb65', 'admin_state_up': True, 'tenant_id': '898d5c9b275b4f84ae6b6c7f11759677'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:26.494410 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ffe91edb-284b-4a0f-b380-8d0089adbd2a req-f7526b64-44eb-4d32-9c09-206c1ff460fc tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 210 time: 0.0268731 Feb 16 14:28:26.606335 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Made reservation on behalf of 898d5c9b275b4f84ae6b6c7f11759677 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:28:26.610281 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:26.735149 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Allocated IP 172.20.0.2 (faf736a8-b0d1-4a45-85de-421c9c2ffb65/82f45736-b07f-47a4-a2d9-58d3b87f9969/63632803-1509-4981-9573-2bc68b91b298) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:28:26.865880 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6db9e-7842-40aa-80e2-cee14e7f8041 req-cfb77dc2-5ac5-4e1a-91ae-f40dec27059b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:26.867526 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-59e6db9e-7842-40aa-80e2-cee14e7f8041 req-cfb77dc2-5ac5-4e1a-91ae-f40dec27059b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0582211 Feb 16 14:28:26.897878 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks [] for port (63632803-1509-4981-9573-2bc68b91b298), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:26.918889 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-59e6db9e-7842-40aa-80e2-cee14e7f8041 req-a238216d-7ded-431b-b933-4822484a655b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 Feb 16 14:28:26.992576 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (63632803-1509-4981-9573-2bc68b91b298), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:27.037790 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Network faf736a8-b0d1-4a45-85de-421c9c2ffb65 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:27.042836 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:27.046839 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:28:27.053039 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:27.053652 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:27.063761 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Pushing event updated for resources: {'Port': ['ID=63632803-1509-4981-9573-2bc68b91b298,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:27.074465 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:27.074830 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:27.075195 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:27.075548 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:27.075910 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:27.076296 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:27.076697 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:27.077086 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:27.077427 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:27.077763 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:27.078099 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:27.078431 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:27.078763 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:27.172689 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-4bfd77d6-bb40-4d4e-a307-563ac1243104 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7827537 Feb 16 14:28:27.187772 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Request body: {'port': {'device_id': '0e21afa4-fd14-4dbb-8f7c-6600767b108f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:27.246898 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (63632803-1509-4981-9573-2bc68b91b298), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:27.518561 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63632803-1509-4981-9573-2bc68b91b298 {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:28:27.526879 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Publish callbacks [] for port (63632803-1509-4981-9573-2bc68b91b298), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:27.540405 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Transition to ACTIVE for port object 63632803-1509-4981-9573-2bc68b91b298 will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:28:27.623398 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc126d3a-0110-4571-9bd6-0d34c24818f4 req-bb5f20b5-4bb9-4e00-83c6-07bf86d44582 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:27.625371 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cc126d3a-0110-4571-9bd6-0d34c24818f4 req-bb5f20b5-4bb9-4e00-83c6-07bf86d44582 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 931 time: 0.0603943 Feb 16 14:28:27.676015 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cc126d3a-0110-4571-9bd6-0d34c24818f4 req-d9a3b756-0129-4518-9938-fc83ea97ebd9 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448530 Feb 16 14:28:27.720729 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (63632803-1509-4981-9573-2bc68b91b298), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:27.767654 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Pushing event updated for resources: {'Port': ['ID=63632803-1509-4981-9573-2bc68b91b298,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:27.807839 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Attempting to bind port 63632803-1509-4981-9573-2bc68b91b298 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:28:27.808325 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Attempting to bind port 63632803-1509-4981-9573-2bc68b91b298 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6dac86c5-7ff7-4567-81e8-236ba74dfcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'faf736a8-b0d1-4a45-85de-421c9c2ffb65'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:28:27.808770 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Attempting to bind port 63632803-1509-4981-9573-2bc68b91b298 on network faf736a8-b0d1-4a45-85de-421c9c2ffb65 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:28:27.814888 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Port 63632803-1509-4981-9573-2bc68b91b298 on network faf736a8-b0d1-4a45-85de-421c9c2ffb65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:28:27.815281 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Attempting to bind port 63632803-1509-4981-9573-2bc68b91b298 on network faf736a8-b0d1-4a45-85de-421c9c2ffb65 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:28:27.821070 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:28:27.822126 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Checking segment: {'id': '6dac86c5-7ff7-4567-81e8-236ba74dfcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'faf736a8-b0d1-4a45-85de-421c9c2ffb65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:28:27.822126 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Bound using segment: {'id': '6dac86c5-7ff7-4567-81e8-236ba74dfcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'faf736a8-b0d1-4a45-85de-421c9c2ffb65'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:28:27.822448 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Bound port: 63632803-1509-4981-9573-2bc68b91b298, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dac86c5-7ff7-4567-81e8-236ba74dfcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'faf736a8-b0d1-4a45-85de-421c9c2ffb65'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:28:27.822887 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (63632803-1509-4981-9573-2bc68b91b298), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:27.904898 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] For port 63632803-1509-4981-9573-2bc68b91b298, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:28:27.908174 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] For port 63632803-1509-4981-9573-2bc68b91b298, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=63632803-1509-4981-9573-2bc68b91b298,segment=NetworkSegment(6dac86c5-7ff7-4567-81e8-236ba74dfcd2),segment_id=6dac86c5-7ff7-4567-81e8-236ba74dfcd2)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:28:28.037647 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed73b0-f178-4bbe-9ffb-f1419bd0e208 req-7f8ae207-3c1e-49b5-8700-e167cd650cdc tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:28.039150 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4aed73b0-f178-4bbe-9ffb-f1419bd0e208 req-7f8ae207-3c1e-49b5-8700-e167cd650cdc tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0526335 Feb 16 14:28:28.079224 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (63632803-1509-4981-9573-2bc68b91b298), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:28.090855 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4aed73b0-f178-4bbe-9ffb-f1419bd0e208 req-46acb99c-10d9-4e2c-b573-d60c34d41d0e tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460994 Feb 16 14:28:28.129278 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:28.129806 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:28.131253 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] 10.222.0.127 "PUT /v2.0/ports/63632803-1509-4981-9573-2bc68b91b298 HTTP/1.1" status: 200 len: 1093 time: 0.9478981 Feb 16 14:28:28.131708 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e21afa4-fd14-4dbb-8f7c-6600767b108f', 'tag': '63632803-1509-4981-9573-2bc68b91b298'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:28.134206 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ee5971-3da6-4846-9270-af99cd5923f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e21afa4-fd14-4dbb-8f7c-6600767b108f", "tag": "63632803-1509-4981-9573-2bc68b91b298"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:28.166899 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccb15f-0861-49ad-8702-fc778d15cad1 service neutron] Pushing event updated for resources: {'Port': ['ID=63632803-1509-4981-9573-2bc68b91b298,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:28.187918 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78159900-1adb-4f54-a421-27bb4b155678 x-openstack-request-id: req-78159900-1adb-4f54-a421-27bb4b155678 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:28.188283 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e21afa4-fd14-4dbb-8f7c-6600767b108f", "tag": "63632803-1509-4981-9573-2bc68b91b298", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:28.188546 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-78159900-1adb-4f54-a421-27bb4b155678 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:28.189095 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e21afa4-fd14-4dbb-8f7c-6600767b108f', 'tag': '63632803-1509-4981-9573-2bc68b91b298', 'status': 'completed', 'code': 200} Feb 16 14:28:28.266133 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee5971-3da6-4846-9270-af99cd5923f6 req-121a06ed-b408-413f-bc28-ad2535d9aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:28.267799 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-17ee5971-3da6-4846-9270-af99cd5923f6 req-121a06ed-b408-413f-bc28-ad2535d9aff6 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=898d5c9b275b4f84ae6b6c7f11759677&device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 1127 time: 0.0507820 Feb 16 14:28:28.402469 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee5971-3da6-4846-9270-af99cd5923f6 req-8f985473-0aa4-4666-8ec0-dc309c1df6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:28.403967 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-17ee5971-3da6-4846-9270-af99cd5923f6 req-8f985473-0aa4-4666-8ec0-dc309c1df6fc service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=898d5c9b275b4f84ae6b6c7f11759677&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1089835 Feb 16 14:28:28.500353 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee5971-3da6-4846-9270-af99cd5923f6 req-84b2f8fc-50cb-4d31-a026-14870c1c3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:28.501965 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-17ee5971-3da6-4846-9270-af99cd5923f6 req-84b2f8fc-50cb-4d31-a026-14870c1c3417 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899878 Feb 16 14:28:28.592954 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-3b3b5f59-673a-4da9-ac39-87e172916dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:28.594468 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-3b3b5f59-673a-4da9-ac39-87e172916dd4 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=898d5c9b275b4f84ae6b6c7f11759677&device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 1127 time: 0.0471013 Feb 16 14:28:28.605040 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45792) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:28.653504 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-5f533ded-eeb5-4d0e-ab8a-60bb72d460b2 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=63632803-1509-4981-9573-2bc68b91b298 HTTP/1.1" status: 200 len: 217 time: 0.0435576 Feb 16 14:28:28.707740 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-b81612e8-c2a7-4ed6-bc70-42f398e795e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:28.709446 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-b81612e8-c2a7-4ed6-bc70-42f398e795e7 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=82f45736-b07f-47a4-a2d9-58d3b87f9969 HTTP/1.1" status: 200 len: 854 time: 0.0468998 Feb 16 14:28:28.714785 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:28.750196 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-5a1cf5b6-4ca6-4371-b1d1-c6117e4542bb service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=faf736a8-b0d1-4a45-85de-421c9c2ffb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323884 Feb 16 14:28:28.835365 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1017b95-dd5c-44c8-9a26-d25200c53065 req-18ccbda5-823e-454b-96f2-a2d5a89f53d6 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:28.836943 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e1017b95-dd5c-44c8-9a26-d25200c53065 req-18ccbda5-823e-454b-96f2-a2d5a89f53d6 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 943 time: 0.0872984 Feb 16 14:28:28.858661 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-f3a5abc7-10f1-4b8b-9a66-8c255f039812 service neutron] 10.222.0.127 "GET /v2.0/networks/faf736a8-b0d1-4a45-85de-421c9c2ffb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016755 Feb 16 14:28:28.869991 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Publish callbacks [] for security_group (ac463708-4223-47b2-a106-472fb11e0f5d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:28.905093 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e1017b95-dd5c-44c8-9a26-d25200c53065 req-f5d25ce0-265d-4d28-9b34-14bd350d1ab8 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563171 Feb 16 14:28:28.955526 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-045c02d5-8ba6-48db-a05e-e500cae60de6 req-eab5ec73-6ddf-4c1a-ba48-39cf6eeec5b1 service neutron] 10.222.0.127 "GET /v2.0/networks/faf736a8-b0d1-4a45-85de-421c9c2ffb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870173 Feb 16 14:28:28.983189 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (ac463708-4223-47b2-a106-472fb11e0f5d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:29.019415 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac463708-4223-47b2-a106-472fb11e0f5d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:29.024003 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=820645c3c1e3455ba26ced26e2f7681a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4179804 Feb 16 14:28:29.026955 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 45804) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:29.028725 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:29.029105 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:29.029446 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:29.029784 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:29.030117 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:29.030450 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:29.030772 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:29.031201 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:29.031531 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:29.031852 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:29.032170 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:29.032486 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:29.032820 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1391c510-3b36-4556-92ba-4e0d0601db4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:29.077571 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-de5ad8e6-b86b-4036-add5-03710ae94aed admin admin] Publish callbacks [] for security_group (ac463708-4223-47b2-a106-472fb11e0f5d), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:29.102793 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-de5ad8e6-b86b-4036-add5-03710ae94aed admin admin] Publish callbacks [] for security_group (ac463708-4223-47b2-a106-472fb11e0f5d), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:29.218604 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036ebd6-1ee2-436c-90c6-793d14a30450 req-4dc8fcf0-2ca9-47ed-a51f-e93c80eaf614 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:29.220076 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9036ebd6-1ee2-436c-90c6-793d14a30450 req-4dc8fcf0-2ca9-47ed-a51f-e93c80eaf614 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0515194 Feb 16 14:28:29.243299 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-de5ad8e6-b86b-4036-add5-03710ae94aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (ac463708-4223-47b2-a106-472fb11e0f5d), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:29.245923 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-de5ad8e6-b86b-4036-add5-03710ae94aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:29.247809 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-de5ad8e6-b86b-4036-add5-03710ae94aed admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/ac463708-4223-47b2-a106-472fb11e0f5d HTTP/1.1" status: 204 len: 168 time: 0.2191474 Feb 16 14:28:29.255269 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ad8e6-b86b-4036-add5-03710ae94aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac463708-4223-47b2-a106-472fb11e0f5d,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:29.271689 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9036ebd6-1ee2-436c-90c6-793d14a30450 req-7b6ffd7d-d4c0-4c0c-8f38-81c16596539d tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452015 Feb 16 14:28:29.801473 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9a745376-9cd8-4824-a321-5caf58c3a35e req-3eff2232-5f83-4f50-a6b8-9d02c82fd81c service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445368 Feb 16 14:28:29.895635 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a745376-9cd8-4824-a321-5caf58c3a35e req-17cfa2ff-7565-4f0e-8ca2-56aa7da19065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:29.897268 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9a745376-9cd8-4824-a321-5caf58c3a35e req-17cfa2ff-7565-4f0e-8ca2-56aa7da19065 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=51185f6331d1495f8d182d9a53fd1406&device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 1129 time: 0.0453744 Feb 16 14:28:30.023847 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a745376-9cd8-4824-a321-5caf58c3a35e req-530f21e2-876a-43d2-a104-f45bf7e2df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:30.024493 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9a745376-9cd8-4824-a321-5caf58c3a35e req-530f21e2-876a-43d2-a104-f45bf7e2df6c service neutron] 10.222.0.127 "GET /v2.0/networks?id=39059081-2481-4f6e-8f16-8e4a3b6ddbc5 HTTP/1.1" status: 200 len: 912 time: 0.1040492 Feb 16 14:28:30.043449 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f798979-f4fa-453f-9eb6-961a0927ebf8 req-ef77750b-47a8-4dbc-bc40-d194e181e52d tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:30.043449 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7f798979-f4fa-453f-9eb6-961a0927ebf8 req-ef77750b-47a8-4dbc-bc40-d194e181e52d tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 943 time: 0.0551066 Feb 16 14:28:30.075570 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9a745376-9cd8-4824-a321-5caf58c3a35e req-3fa9b5ed-743f-46b8-a5a8-9fa46c54c5ba service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78cb5ad1-fc16-45bc-be3f-a8a950f33e4f HTTP/1.1" status: 200 len: 217 time: 0.0403745 Feb 16 14:28:30.086244 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7f798979-f4fa-453f-9eb6-961a0927ebf8 req-333bb19b-598c-4a3f-9157-91da9fb23e74 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463133 Feb 16 14:28:30.134530 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a745376-9cd8-4824-a321-5caf58c3a35e req-a593c9b1-1bc5-482e-b491-cf986095f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:30.136007 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9a745376-9cd8-4824-a321-5caf58c3a35e req-a593c9b1-1bc5-482e-b491-cf986095f4e6 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=4c1ce09d-d797-4fd4-a420-7c8f46bd1382 HTTP/1.1" status: 200 len: 851 time: 0.0463457 Feb 16 14:28:30.166529 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45842) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:30.173725 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9a745376-9cd8-4824-a321-5caf58c3a35e req-2178d12f-c990-489c-94b0-7144272e0fae service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=39059081-2481-4f6e-8f16-8e4a3b6ddbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281100 Feb 16 14:28:30.179450 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5852f83d-eb40-479e-b898-59f6523c081e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:30.266081 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5852f83d-eb40-479e-b898-59f6523c081e admin admin] Publish callbacks [] for security_group (06a07507-2a67-4068-9ad3-b3ca3c2ea9c1), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:30.271246 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9a745376-9cd8-4824-a321-5caf58c3a35e req-1f15ef5b-5a87-4ea6-b4cf-ef6fb94eacef service neutron] 10.222.0.127 "GET /v2.0/networks/39059081-2481-4f6e-8f16-8e4a3b6ddbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890806 Feb 16 14:28:30.387352 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9a745376-9cd8-4824-a321-5caf58c3a35e req-6f0bf4b8-babe-4b49-a285-792ce58a898a service neutron] 10.222.0.127 "GET /v2.0/networks/39059081-2481-4f6e-8f16-8e4a3b6ddbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102486 Feb 16 14:28:30.396097 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5852f83d-eb40-479e-b898-59f6523c081e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (06a07507-2a67-4068-9ad3-b3ca3c2ea9c1), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:30.413561 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 45852) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:30.454212 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e262873-3ae2-4805-8c7f-d56846ac483a req-178db80c-59ce-4a36-a5b6-8dde3b848933 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:30.456072 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e262873-3ae2-4805-8c7f-d56846ac483a req-178db80c-59ce-4a36-a5b6-8dde3b848933 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0973299 Feb 16 14:28:30.459753 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-5852f83d-eb40-479e-b898-59f6523c081e admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=f873f530288e46dabe93bfbc8a586ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937260 Feb 16 14:28:30.460911 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852f83d-eb40-479e-b898-59f6523c081e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a07507-2a67-4068-9ad3-b3ca3c2ea9c1,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:30.464652 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45858) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:30.529301 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c9128aba-b4d3-4fce-898e-eade3e9aef25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:30.553967 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9e262873-3ae2-4805-8c7f-d56846ac483a req-8d5be9f2-cb47-469a-9d03-988a5d84b654 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817101 Feb 16 14:28:30.557155 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-311ebe3f-a588-457a-9892-0f31d5cb49b0 admin admin] Publish callbacks [] for security_group (06a07507-2a67-4068-9ad3-b3ca3c2ea9c1), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:30.583772 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-311ebe3f-a588-457a-9892-0f31d5cb49b0 admin admin] Publish callbacks [] for security_group (06a07507-2a67-4068-9ad3-b3ca3c2ea9c1), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:30.612928 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c9128aba-b4d3-4fce-898e-eade3e9aef25 admin admin] Publish callbacks [] for security_group (ba586ea7-5933-41fc-8e2e-44c5785e320b), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:30.732278 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c9128aba-b4d3-4fce-898e-eade3e9aef25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (ba586ea7-5933-41fc-8e2e-44c5785e320b), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:30.773120 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c9128aba-b4d3-4fce-898e-eade3e9aef25 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=6816cb55ff994836b5ac1f1c21a84902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585019 Feb 16 14:28:30.774067 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9128aba-b4d3-4fce-898e-eade3e9aef25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba586ea7-5933-41fc-8e2e-44c5785e320b,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:30.775768 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45862) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:30.791657 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-311ebe3f-a588-457a-9892-0f31d5cb49b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (06a07507-2a67-4068-9ad3-b3ca3c2ea9c1), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:30.791657 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-311ebe3f-a588-457a-9892-0f31d5cb49b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:30.791657 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-311ebe3f-a588-457a-9892-0f31d5cb49b0 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/06a07507-2a67-4068-9ad3-b3ca3c2ea9c1 HTTP/1.1" status: 204 len: 168 time: 0.3230097 Feb 16 14:28:30.805087 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ebe3f-a588-457a-9892-0f31d5cb49b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a07507-2a67-4068-9ad3-b3ca3c2ea9c1,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:30.857653 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e794-ecf5-4fc1-8b95-85be834db158 admin admin] Publish callbacks [] for security_group (ba586ea7-5933-41fc-8e2e-44c5785e320b), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:30.880086 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e794-ecf5-4fc1-8b95-85be834db158 admin admin] Publish callbacks [] for security_group (ba586ea7-5933-41fc-8e2e-44c5785e320b), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:31.195421 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e794-ecf5-4fc1-8b95-85be834db158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (ba586ea7-5933-41fc-8e2e-44c5785e320b), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:31.198195 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e794-ecf5-4fc1-8b95-85be834db158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:31.201786 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-5ac3e794-ecf5-4fc1-8b95-85be834db158 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/ba586ea7-5933-41fc-8e2e-44c5785e320b HTTP/1.1" status: 204 len: 168 time: 0.4223251 Feb 16 14:28:31.212681 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3e794-ecf5-4fc1-8b95-85be834db158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba586ea7-5933-41fc-8e2e-44c5785e320b,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:31.226713 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85d6d0-f5c6-4815-8b1d-110145b6509b req-ee2fa472-eb0b-41dd-afd3-aed43caf85b6 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:31.228317 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1a85d6d0-f5c6-4815-8b1d-110145b6509b req-ee2fa472-eb0b-41dd-afd3-aed43caf85b6 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 943 time: 0.0702198 Feb 16 14:28:31.275692 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1a85d6d0-f5c6-4815-8b1d-110145b6509b req-c5a83ba8-767d-4f53-ad1a-d3e08b7fb27e tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407622 Feb 16 14:28:31.411863 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:31.632727 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 45886) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:31.681178 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44868ca-ef6f-45bb-abd6-2351f5fafd42 req-f44b01fe-aae8-436e-a55e-a0cedf82ad70 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:31.683198 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a44868ca-ef6f-45bb-abd6-2351f5fafd42 req-f44b01fe-aae8-436e-a55e-a0cedf82ad70 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0580504 Feb 16 14:28:31.732272 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a44868ca-ef6f-45bb-abd6-2351f5fafd42 req-e8677614-2b48-4dca-940a-e0e30edea123 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 Feb 16 14:28:31.774379 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c0243919-5592-4462-87b4-d5f34c1b697d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:31.849695 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c0243919-5592-4462-87b4-d5f34c1b697d admin admin] Publish callbacks [] for security_group (8ca50be0-f527-40e7-8ab3-5b9820dcd879), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.124216 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c0243919-5592-4462-87b4-d5f34c1b697d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (8ca50be0-f527-40e7-8ab3-5b9820dcd879), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.161624 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45904) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:32.167823 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c0243919-5592-4462-87b4-d5f34c1b697d admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=4b5ff8aaec4e4788b7c4644ac6834c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5339859 Feb 16 14:28:32.168697 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0243919-5592-4462-87b4-d5f34c1b697d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca50be0-f527-40e7-8ab3-5b9820dcd879,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:32.171058 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 45906) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:32.180052 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-100c5bdd-800a-4b1b-b659-f851a93afe95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.222191 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4d9e42c7-6dc6-4895-9f8d-01f4c164fef2 admin admin] Publish callbacks [] for security_group (8ca50be0-f527-40e7-8ab3-5b9820dcd879), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.243844 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4d9e42c7-6dc6-4895-9f8d-01f4c164fef2 admin admin] Publish callbacks [] for security_group (8ca50be0-f527-40e7-8ab3-5b9820dcd879), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.259944 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-100c5bdd-800a-4b1b-b659-f851a93afe95 admin admin] Publish callbacks [] for security_group (66f13171-f597-41f8-9488-993b56a58ad8), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.385573 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-100c5bdd-800a-4b1b-b659-f851a93afe95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (66f13171-f597-41f8-9488-993b56a58ad8), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.429678 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c5bdd-800a-4b1b-b659-f851a93afe95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f13171-f597-41f8-9488-993b56a58ad8,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:32.435358 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-100c5bdd-800a-4b1b-b659-f851a93afe95 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=18a92857dd144f66a958c4a7a8bc574f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726569 Feb 16 14:28:32.438406 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 45916) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:32.443243 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24ef75-b020-49d3-806f-3fc6d2022be6 req-e0864020-697c-4ad9-aa40-3a6ed7174493 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:32.444727 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cd24ef75-b020-49d3-806f-3fc6d2022be6 req-e0864020-697c-4ad9-aa40-3a6ed7174493 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 943 time: 0.0960267 Feb 16 14:28:32.447949 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4d9e42c7-6dc6-4895-9f8d-01f4c164fef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (8ca50be0-f527-40e7-8ab3-5b9820dcd879), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.452708 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4d9e42c7-6dc6-4895-9f8d-01f4c164fef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.452708 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-4d9e42c7-6dc6-4895-9f8d-01f4c164fef2 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/8ca50be0-f527-40e7-8ab3-5b9820dcd879 HTTP/1.1" status: 204 len: 168 time: 0.2794785 Feb 16 14:28:32.475091 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e42c7-6dc6-4895-9f8d-01f4c164fef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca50be0-f527-40e7-8ab3-5b9820dcd879,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:32.503795 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ed767413-951c-4b8b-a685-f98bea364800 admin admin] Publish callbacks [] for security_group (66f13171-f597-41f8-9488-993b56a58ad8), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.504462 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cd24ef75-b020-49d3-806f-3fc6d2022be6 req-756b67c1-0316-455a-90e7-666d2631a57d tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532627 Feb 16 14:28:32.527142 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ed767413-951c-4b8b-a685-f98bea364800 admin admin] Publish callbacks [] for security_group (66f13171-f597-41f8-9488-993b56a58ad8), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.615871 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 63632803-1509-4981-9573-2bc68b91b298 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:28:32.778127 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ed767413-951c-4b8b-a685-f98bea364800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (66f13171-f597-41f8-9488-993b56a58ad8), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.785800 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ed767413-951c-4b8b-a685-f98bea364800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.789182 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ed767413-951c-4b8b-a685-f98bea364800 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/66f13171-f597-41f8-9488-993b56a58ad8 HTTP/1.1" status: 204 len: 168 time: 0.3494906 Feb 16 14:28:32.811710 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed767413-951c-4b8b-a685-f98bea364800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f13171-f597-41f8-9488-993b56a58ad8,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:32.876151 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697f193-2a9e-4e97-9b09-54242bb8a01b req-0f200dec-60a9-4b32-9c0d-6814797c5041 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:32.877858 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c697f193-2a9e-4e97-9b09-54242bb8a01b req-0f200dec-60a9-4b32-9c0d-6814797c5041 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0582709 Feb 16 14:28:32.882310 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 63632803-1509-4981-9573-2bc68b91b298, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=63632803-1509-4981-9573-2bc68b91b298,segment=NetworkSegment(6dac86c5-7ff7-4567-81e8-236ba74dfcd2),segment_id=6dac86c5-7ff7-4567-81e8-236ba74dfcd2)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:32.899326 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '63632803-1509-4981-9573-2bc68b91b298', 'network_id': 'faf736a8-b0d1-4a45-85de-421c9c2ffb65', 'port_id': '63632803-1509-4981-9573-2bc68b91b298', 'mac_address': 'fa:16:3e:8f:c6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f45736-b07f-47a4-a2d9-58d3b87f9969', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:28:32.930135 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c697f193-2a9e-4e97-9b09-54242bb8a01b req-b06431c3-c53a-41c7-9bc6-632440216e2b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448554 Feb 16 14:28:32.935657 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 63632803-1509-4981-9573-2bc68b91b298 is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:32.936053 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (63632803-1509-4981-9573-2bc68b91b298), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:32.953438 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63632803-1509-4981-9573-2bc68b91b298 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:28:32.978376 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 63632803-1509-4981-9573-2bc68b91b298, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=63632803-1509-4981-9573-2bc68b91b298,segment=NetworkSegment(6dac86c5-7ff7-4567-81e8-236ba74dfcd2),segment_id=6dac86c5-7ff7-4567-81e8-236ba74dfcd2)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:33.121917 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (63632803-1509-4981-9573-2bc68b91b298), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:33.182133 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=63632803-1509-4981-9573-2bc68b91b298,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:33.192392 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:33.192748 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:33.193146 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:33.193498 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:33.193893 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:33.194169 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:33.194514 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:33.194850 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:33.195180 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:33.195524 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:33.195854 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:33.196178 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:33.196502 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:33.458149 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['63632803-1509-4981-9573-2bc68b91b298'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:28:33.617786 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 45950) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:33.644892 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5886888f-a735-4d7c-97ba-5bfa7de43aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:33.655939 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7ecb7-f1c6-40ee-a9d1-d30734d28381 req-27360e34-0851-4cce-adc9-9d2d03be1704 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:33.664716 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-79f7ecb7-f1c6-40ee-a9d1-d30734d28381 req-27360e34-0851-4cce-adc9-9d2d03be1704 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 944 time: 0.0847650 Feb 16 14:28:33.716322 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-79f7ecb7-f1c6-40ee-a9d1-d30734d28381 req-b9e92367-88eb-4e0d-8151-5830a84648b1 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506966 Feb 16 14:28:33.755538 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5886888f-a735-4d7c-97ba-5bfa7de43aec admin admin] Publish callbacks [] for security_group (a5be0ee2-626e-4440-9e1e-71cfc52b7e47), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:33.880483 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5886888f-a735-4d7c-97ba-5bfa7de43aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (a5be0ee2-626e-4440-9e1e-71cfc52b7e47), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:33.921820 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-5886888f-a735-4d7c-97ba-5bfa7de43aec admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=74e58fc1c54c4045909dfdf2b5dc0a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028557 Feb 16 14:28:33.923170 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886888f-a735-4d7c-97ba-5bfa7de43aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5be0ee2-626e-4440-9e1e-71cfc52b7e47,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:33.924503 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 45960) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:34.007356 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-279d1fd7-931c-492c-9f9d-caca02154392 admin admin] Publish callbacks [] for security_group (a5be0ee2-626e-4440-9e1e-71cfc52b7e47), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:34.053682 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-11184096-5120-44b1-a254-223a96de2853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:34.060907 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-279d1fd7-931c-492c-9f9d-caca02154392 admin admin] Publish callbacks [] for security_group (a5be0ee2-626e-4440-9e1e-71cfc52b7e47), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:34.107769 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d214dd-c17e-4d88-9f5c-e494bb22bd17 req-f0beea94-bd17-4712-bb70-03f465f395f8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:34.109235 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0d214dd-c17e-4d88-9f5c-e494bb22bd17 req-f0beea94-bd17-4712-bb70-03f465f395f8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.1041212 Feb 16 14:28:34.160941 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0d214dd-c17e-4d88-9f5c-e494bb22bd17 req-874f9509-a7ca-4716-8dde-dd16f996c58b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451281 Feb 16 14:28:34.250229 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-279d1fd7-931c-492c-9f9d-caca02154392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (a5be0ee2-626e-4440-9e1e-71cfc52b7e47), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:34.254280 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-279d1fd7-931c-492c-9f9d-caca02154392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:34.257813 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-279d1fd7-931c-492c-9f9d-caca02154392 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/a5be0ee2-626e-4440-9e1e-71cfc52b7e47 HTTP/1.1" status: 204 len: 168 time: 0.3293898 Feb 16 14:28:34.264505 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d1fd7-931c-492c-9f9d-caca02154392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5be0ee2-626e-4440-9e1e-71cfc52b7e47,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:34.640570 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 63632803-1509-4981-9573-2bc68b91b298 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:34.816114 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad0517-f6f0-401c-94b2-6f1c909be745 req-de877417-721d-41b3-a3af-f2983db6bbaf tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:34.818289 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-29ad0517-f6f0-401c-94b2-6f1c909be745 req-de877417-721d-41b3-a3af-f2983db6bbaf tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 945 time: 0.0769386 Feb 16 14:28:34.875190 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port 63632803-1509-4981-9573-2bc68b91b298 completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:28:34.880267 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 63632803-1509-4981-9573-2bc68b91b298 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:34.880757 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (63632803-1509-4981-9573-2bc68b91b298), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:34.894661 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-29ad0517-f6f0-401c-94b2-6f1c909be745 req-86bdbeee-813c-4f62-bfff-1136446e384d tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591307 Feb 16 14:28:34.995533 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ab765-424d-4b0a-a621-1c7979f5a06d req-22e50171-86c2-4a3f-baba-5084bee55b13 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:34.997112 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de1ab765-424d-4b0a-a621-1c7979f5a06d req-22e50171-86c2-4a3f-baba-5084bee55b13 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 944 time: 0.1779144 Feb 16 14:28:35.034453 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 63632803-1509-4981-9573-2bc68b91b298 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:35.034860 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (63632803-1509-4981-9573-2bc68b91b298), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:35.049110 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de1ab765-424d-4b0a-a621-1c7979f5a06d req-bc4fb1cd-2a4d-4b31-856b-8d4358bb1b69 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462382 Feb 16 14:28:35.059982 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e21afa4-fd14-4dbb-8f7c-6600767b108f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63632803-1509-4981-9573-2bc68b91b298'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:35.062479 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6f1ac4-a190-4579-ad9e-d585098c1b55" -d '{"events": [{"server_uuid": "0e21afa4-fd14-4dbb-8f7c-6600767b108f", "name": "network-vif-plugged", "status": "completed", "tag": "63632803-1509-4981-9573-2bc68b91b298"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:35.076451 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 63632803-1509-4981-9573-2bc68b91b298, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=63632803-1509-4981-9573-2bc68b91b298,segment=NetworkSegment(6dac86c5-7ff7-4567-81e8-236ba74dfcd2),segment_id=6dac86c5-7ff7-4567-81e8-236ba74dfcd2)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:35.106597 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ae1c99-533e-4622-a241-8ce0838dfacd x-openstack-request-id: req-a1ae1c99-533e-4622-a241-8ce0838dfacd {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:35.107003 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e21afa4-fd14-4dbb-8f7c-6600767b108f", "name": "network-vif-plugged", "status": "completed", "tag": "63632803-1509-4981-9573-2bc68b91b298", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:35.107207 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-a1ae1c99-533e-4622-a241-8ce0838dfacd {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:35.107607 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e21afa4-fd14-4dbb-8f7c-6600767b108f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63632803-1509-4981-9573-2bc68b91b298', 'code': 200} Feb 16 14:28:35.192982 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (63632803-1509-4981-9573-2bc68b91b298), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:35.264501 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=63632803-1509-4981-9573-2bc68b91b298,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:35.305495 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199603e4-8e67-4545-8594-dc4230965d26 req-2ff1ec3b-2bb7-40b5-b16e-38b93dea1ca8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:35.309371 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-199603e4-8e67-4545-8594-dc4230965d26 req-2ff1ec3b-2bb7-40b5-b16e-38b93dea1ca8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0589378 Feb 16 14:28:35.358918 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-199603e4-8e67-4545-8594-dc4230965d26 req-9da3781b-f424-4d61-8431-dda43ae2c5bf tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452394 Feb 16 14:28:35.426570 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 46032) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:35.625502 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-984a60c8-4531-4cc8-b0f4-9ab255f84858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:35.700466 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-984a60c8-4531-4cc8-b0f4-9ab255f84858 admin admin] Publish callbacks [] for security_group (59f21d9e-b6e0-4b19-a063-880fafa97869), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:35.772556 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-984a60c8-4531-4cc8-b0f4-9ab255f84858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (59f21d9e-b6e0-4b19-a063-880fafa97869), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:35.818164 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-984a60c8-4531-4cc8-b0f4-9ab255f84858 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=4a30a732fad643e09c99dcc2ad26f528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901753 Feb 16 14:28:35.818895 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a60c8-4531-4cc8-b0f4-9ab255f84858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f21d9e-b6e0-4b19-a063-880fafa97869,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:35.820892 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46052) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:35.874533 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0b457fd7-76f9-494c-87d5-b75f5ebfc4db admin admin] Publish callbacks [] for security_group (59f21d9e-b6e0-4b19-a063-880fafa97869), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:35.899054 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0b457fd7-76f9-494c-87d5-b75f5ebfc4db admin admin] Publish callbacks [] for security_group (59f21d9e-b6e0-4b19-a063-880fafa97869), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:36.016894 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecda156-8723-49c7-b735-366597ecf33c req-6531446b-dc6b-4afd-a69a-38b62aadba1b tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:36.018362 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ecda156-8723-49c7-b735-366597ecf33c req-6531446b-dc6b-4afd-a69a-38b62aadba1b tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 945 time: 0.0531354 Feb 16 14:28:36.044242 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0b457fd7-76f9-494c-87d5-b75f5ebfc4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (59f21d9e-b6e0-4b19-a063-880fafa97869), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:36.046865 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0b457fd7-76f9-494c-87d5-b75f5ebfc4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:36.048055 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0b457fd7-76f9-494c-87d5-b75f5ebfc4db admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/59f21d9e-b6e0-4b19-a063-880fafa97869 HTTP/1.1" status: 204 len: 168 time: 0.2259731 Feb 16 14:28:36.059145 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b457fd7-76f9-494c-87d5-b75f5ebfc4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f21d9e-b6e0-4b19-a063-880fafa97869,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:36.068850 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5ecda156-8723-49c7-b735-366597ecf33c req-4eed1057-e6ef-478c-ab5f-5a1d33ae69d6 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442059 Feb 16 14:28:36.204110 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bee21-e94a-4e83-84ca-04de725539ab req-a01fe723-6afc-4e9a-9ee2-ce923c5cbd97 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:36.205635 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aa8bee21-e94a-4e83-84ca-04de725539ab req-a01fe723-6afc-4e9a-9ee2-ce923c5cbd97 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 945 time: 0.0595281 Feb 16 14:28:36.259441 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aa8bee21-e94a-4e83-84ca-04de725539ab req-0daabf57-5374-4592-bd30-1216617d8ac9 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441053 Feb 16 14:28:36.423603 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-336e4bf3-ea16-4619-8717-467ed8e639e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:36.488245 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fac8d1-c7a7-4f38-b1de-c1633f31798b req-15026c2d-2c3a-41b7-be10-9ab6c72ffc9f tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:36.489895 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b9fac8d1-c7a7-4f38-b1de-c1633f31798b req-15026c2d-2c3a-41b7-be10-9ab6c72ffc9f tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0611057 Feb 16 14:28:36.536187 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b9fac8d1-c7a7-4f38-b1de-c1633f31798b req-d78a5a8d-83c4-4436-bfd8-a65da3e951ea tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409100 Feb 16 14:28:37.208684 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5745f-5d83-4208-b9be-1b88293a3ed8 req-694c09e0-e18b-4174-b78d-9adfda8db875 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:37.210221 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e1f5745f-5d83-4208-b9be-1b88293a3ed8 req-694c09e0-e18b-4174-b78d-9adfda8db875 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 945 time: 0.0574532 Feb 16 14:28:37.261658 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e1f5745f-5d83-4208-b9be-1b88293a3ed8 req-24ed7b3a-aa7c-40e4-958c-7da320ae587a tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452614 Feb 16 14:28:37.385333 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57139dd0-95c4-45ef-a331-e17390e38fd0 req-bb6ea547-0463-4361-8adf-5e7a059f6384 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:37.386834 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-57139dd0-95c4-45ef-a331-e17390e38fd0 req-bb6ea547-0463-4361-8adf-5e7a059f6384 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 945 time: 0.0571263 Feb 16 14:28:37.437243 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-57139dd0-95c4-45ef-a331-e17390e38fd0 req-a93efc38-e451-41e5-8a78-9807714e219f tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444973 Feb 16 14:28:37.656898 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35232e7b-aa4d-4561-b53f-04d978f5f9c4 req-1ce1b7c9-38ad-471b-a4d4-db98f830197f tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:37.658423 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-35232e7b-aa4d-4561-b53f-04d978f5f9c4 req-1ce1b7c9-38ad-471b-a4d4-db98f830197f tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0550539 Feb 16 14:28:37.669724 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:37.706826 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-35232e7b-aa4d-4561-b53f-04d978f5f9c4 req-a21b8491-eea9-4b22-b81b-50e4256c8989 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Feb 16 14:28:38.048952 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a703e6-40f2-4086-ae2f-b476d48698b5 req-45b61574-40b5-42d6-9a0d-184431d4a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:38.050730 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-76a703e6-40f2-4086-ae2f-b476d48698b5 req-45b61574-40b5-42d6-9a0d-184431d4a7c0 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 1129 time: 0.0435219 Feb 16 14:28:38.104252 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-76a703e6-40f2-4086-ae2f-b476d48698b5 req-28d4d6ae-370a-4593-90fb-c53ea1fb6ea0 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420144 Feb 16 14:28:38.387714 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8aaee-8fcf-4a1b-81eb-8d91dd777229 req-8c1b6e9a-a41b-492f-9839-1f44ea8fcb89 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:38.389203 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aec8aaee-8fcf-4a1b-81eb-8d91dd777229 req-8c1b6e9a-a41b-492f-9839-1f44ea8fcb89 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 945 time: 0.0528264 Feb 16 14:28:38.438536 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aec8aaee-8fcf-4a1b-81eb-8d91dd777229 req-70d9236f-7efc-4a55-9528-cb480432bf05 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429633 Feb 16 14:28:38.560263 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce23e-7c61-42c4-ac3e-b843e77228bd req-b719fe72-00f0-4596-bf38-9b8678465b01 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:38.561769 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-840ce23e-7c61-42c4-ac3e-b843e77228bd req-b719fe72-00f0-4596-bf38-9b8678465b01 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 945 time: 0.0530434 Feb 16 14:28:38.610048 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-840ce23e-7c61-42c4-ac3e-b843e77228bd req-4e71990a-88c2-462b-95e0-94169a7b9540 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424142 Feb 16 14:28:38.824367 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f8a55-a785-46e8-8266-85c52a20584e req-44d76068-249b-4213-a708-bd31b35bab65 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:38.826084 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d2f8a55-a785-46e8-8266-85c52a20584e req-44d76068-249b-4213-a708-bd31b35bab65 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0522962 Feb 16 14:28:38.872638 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d2f8a55-a785-46e8-8266-85c52a20584e req-67720e95-0667-469c-b875-19f3b9c04840 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409076 Feb 16 14:28:39.055099 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:39.578853 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59198ef4-8e8d-4966-a8dc-4986ac2e8dc1 req-c37a8812-db58-4318-9113-f8c57c2a2dba tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:39.580364 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-59198ef4-8e8d-4966-a8dc-4986ac2e8dc1 req-c37a8812-db58-4318-9113-f8c57c2a2dba tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 945 time: 0.0661504 Feb 16 14:28:39.635626 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-59198ef4-8e8d-4966-a8dc-4986ac2e8dc1 req-90464b6e-2576-482e-87db-2fdd3c2140e2 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467937 Feb 16 14:28:39.741833 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69467133-4cc6-4be9-b8f0-b9c280cac3a4 req-5cd8212a-e62d-4cd0-80f5-a2e2dc419cc4 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:39.749428 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69467133-4cc6-4be9-b8f0-b9c280cac3a4 req-5cd8212a-e62d-4cd0-80f5-a2e2dc419cc4 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 945 time: 0.0662868 Feb 16 14:28:39.804422 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69467133-4cc6-4be9-b8f0-b9c280cac3a4 req-595337da-5e6e-43d9-914f-222143df79f6 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538716 Feb 16 14:28:39.995519 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626e7ff-025b-4797-ad66-f822bb2930f5 req-63f676d2-8e44-40cf-bbbd-a21d118c9737 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:39.997095 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3626e7ff-025b-4797-ad66-f822bb2930f5 req-63f676d2-8e44-40cf-bbbd-a21d118c9737 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0541866 Feb 16 14:28:40.055995 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3626e7ff-025b-4797-ad66-f822bb2930f5 req-b465d61e-dedd-4fc9-a53f-5a7a7b6db3eb tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530627 Feb 16 14:28:40.378414 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09f5a6-88ff-4ae2-b603-5d75431553ff req-5c43cb6a-0e09-4fa0-950f-df5bf0e29532 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:40.380019 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9f09f5a6-88ff-4ae2-b603-5d75431553ff req-5c43cb6a-0e09-4fa0-950f-df5bf0e29532 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.127 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 945 time: 0.0851967 Feb 16 14:28:40.546389 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-9f09f5a6-88ff-4ae2-b603-5d75431553ff req-59353575-b2c8-412f-b34d-06f7d7fb45d7 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Deleting port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:28:40.546759 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-9f09f5a6-88ff-4ae2-b603-5d75431553ff req-59353575-b2c8-412f-b34d-06f7d7fb45d7 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:40.643848 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-9f09f5a6-88ff-4ae2-b603-5d75431553ff req-59353575-b2c8-412f-b34d-06f7d7fb45d7 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] For port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=78cb5ad1-fc16-45bc-be3f-a8a950f33e4f,segment=NetworkSegment(39a40db3-5e88-443f-a9cf-d7ce62eef34e),segment_id=39a40db3-5e88-443f-a9cf-d7ce62eef34e)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:40.644733 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-9f09f5a6-88ff-4ae2-b603-5d75431553ff req-59353575-b2c8-412f-b34d-06f7d7fb45d7 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:40.659428 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-9f09f5a6-88ff-4ae2-b603-5d75431553ff req-59353575-b2c8-412f-b34d-06f7d7fb45d7 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Calling delete_port for 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:28:40.718895 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:40.762554 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854a995-1f52-4310-9c8f-b486897d0ac1 req-7864ec75-d4a2-41b5-9a55-f48aefef597e tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:40.765382 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7854a995-1f52-4310-9c8f-b486897d0ac1 req-7864ec75-d4a2-41b5-9a55-f48aefef597e tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 945 time: 0.0556710 Feb 16 14:28:40.812941 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7854a995-1f52-4310-9c8f-b486897d0ac1 req-0f64ff63-0051-4282-b6db-28c5c1f7e8b3 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/security-groups?id=35f72ede-ef91-481f-8980-0c7603aa5c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427704 Feb 16 14:28:40.913052 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-9f09f5a6-88ff-4ae2-b603-5d75431553ff req-59353575-b2c8-412f-b34d-06f7d7fb45d7 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (78cb5ad1-fc16-45bc-be3f-a8a950f33e4f), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:40.936380 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['78cb5ad1-fc16-45bc-be3f-a8a950f33e4f'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:28:40.937317 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f328d10-b0fe-4db5-af52-ef6a14c86ea6 req-6ce76d62-9f32-4ec8-9fc1-023db83176cf tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:40.938796 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3f328d10-b0fe-4db5-af52-ef6a14c86ea6 req-6ce76d62-9f32-4ec8-9fc1-023db83176cf tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 945 time: 0.0546412 Feb 16 14:28:40.943207 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59353575-b2c8-412f-b34d-06f7d7fb45d7 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Pushing event deleted for resources: {'Port': ['ID=78cb5ad1-fc16-45bc-be3f-a8a950f33e4f,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:40.993543 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3f328d10-b0fe-4db5-af52-ef6a14c86ea6 req-0165b3f8-3417-4e3f-a10a-42dd76f2973e tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471616 Feb 16 14:28:41.206463 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f09f5a6-88ff-4ae2-b603-5d75431553ff req-59353575-b2c8-412f-b34d-06f7d7fb45d7 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] No DVR routers for this DVR port 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:28:41.211400 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-9f09f5a6-88ff-4ae2-b603-5d75431553ff req-59353575-b2c8-412f-b34d-06f7d7fb45d7 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:41.220336 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9f09f5a6-88ff-4ae2-b603-5d75431553ff req-59353575-b2c8-412f-b34d-06f7d7fb45d7 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.127 "DELETE /v2.0/ports/78cb5ad1-fc16-45bc-be3f-a8a950f33e4f HTTP/1.1" status: 204 len: 173 time: 0.8336060 Feb 16 14:28:41.221435 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60', 'name': 'network-vif-deleted', 'tag': '78cb5ad1-fc16-45bc-be3f-a8a950f33e4f'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:28:41.225890 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37106dbd-b8c5-4aae-9d9c-f7c09c512962" -d '{"events": [{"server_uuid": "a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60", "name": "network-vif-deleted", "tag": "78cb5ad1-fc16-45bc-be3f-a8a950f33e4f"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:28:41.232667 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33670788-1562-4999-9b3c-9aeebf9d9a4f req-d9100f59-b6ab-4523-883d-276c2dbce949 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:41.234307 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-33670788-1562-4999-9b3c-9aeebf9d9a4f req-d9100f59-b6ab-4523-883d-276c2dbce949 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0937550 Feb 16 14:28:41.287753 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c9e8f2-d64d-45d4-8587-59ef117622b6 x-openstack-request-id: req-80c9e8f2-d64d-45d4-8587-59ef117622b6 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:28:41.288088 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60", "name": "network-vif-deleted", "tag": "78cb5ad1-fc16-45bc-be3f-a8a950f33e4f", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:28:41.288407 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-80c9e8f2-d64d-45d4-8587-59ef117622b6 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:28:41.288870 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60', 'name': 'network-vif-deleted', 'tag': '78cb5ad1-fc16-45bc-be3f-a8a950f33e4f', 'status': 'completed', 'code': 200} Feb 16 14:28:41.322706 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-33670788-1562-4999-9b3c-9aeebf9d9a4f req-82b257db-3d4e-44c9-93d8-0f29cc9a46c7 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678992 Feb 16 14:28:41.917616 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-959e3548-4197-4198-a1cb-8449b8ed5bc8 req-ba5d5246-2661-46b2-9e0c-9861f32cf693 tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 210 time: 0.0284805 Feb 16 14:28:42.421614 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f6c7c-e8f8-4552-835c-347a176cbe11 req-2d10412b-957f-4e29-9946-2bb27e9a8a29 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:42.423105 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e0f6c7c-e8f8-4552-835c-347a176cbe11 req-2d10412b-957f-4e29-9946-2bb27e9a8a29 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0535040 Feb 16 14:28:42.475948 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e0f6c7c-e8f8-4552-835c-347a176cbe11 req-05612bce-6675-4017-a56e-7c0493bc225d tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461118 Feb 16 14:28:42.679552 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46392) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:42.794445 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-93bb58a9-d8d2-454b-8b3f-a984ff44315e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:42.880467 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-93bb58a9-d8d2-454b-8b3f-a984ff44315e admin admin] Publish callbacks [] for security_group (a9d1cbab-4525-44e4-b526-1ee0ef3740e8), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:42.978437 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-93bb58a9-d8d2-454b-8b3f-a984ff44315e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (a9d1cbab-4525-44e4-b526-1ee0ef3740e8), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:43.018468 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-93bb58a9-d8d2-454b-8b3f-a984ff44315e admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=3b93deaca47e4a2ca7d2faac4ddafc4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377235 Feb 16 14:28:43.021519 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb58a9-d8d2-454b-8b3f-a984ff44315e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d1cbab-4525-44e4-b526-1ee0ef3740e8,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:43.024186 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46412) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:43.056155 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d31f59dd-d84f-4114-bded-3de984f9e007 req-6f294caf-a372-473c-aaec-8869f4fbac3f tempest-DeleteServersTestJSON-1088633985 tempest-DeleteServersTestJSON-1088633985-project] 10.222.0.133 "GET /v2.0/ports?device_id=a4c466d9-a3f6-48f8-bbda-ede7f8e9ea60 HTTP/1.1" status: 200 len: 210 time: 0.0492055 Feb 16 14:28:43.087141 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-81822422-ddb8-4970-ba45-e54a7186520a admin admin] Publish callbacks [] for security_group (a9d1cbab-4525-44e4-b526-1ee0ef3740e8), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:43.114342 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-81822422-ddb8-4970-ba45-e54a7186520a admin admin] Publish callbacks [] for security_group (a9d1cbab-4525-44e4-b526-1ee0ef3740e8), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:43.275561 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-81822422-ddb8-4970-ba45-e54a7186520a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (a9d1cbab-4525-44e4-b526-1ee0ef3740e8), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:43.279170 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-81822422-ddb8-4970-ba45-e54a7186520a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:43.279522 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-81822422-ddb8-4970-ba45-e54a7186520a admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/a9d1cbab-4525-44e4-b526-1ee0ef3740e8 HTTP/1.1" status: 204 len: 168 time: 0.2540581 Feb 16 14:28:43.289392 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81822422-ddb8-4970-ba45-e54a7186520a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d1cbab-4525-44e4-b526-1ee0ef3740e8,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:43.617776 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47846931-164f-4318-8795-a394b39b4b32 req-bec7b66e-9eba-4331-b15d-bf96c18637c8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:43.622404 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-47846931-164f-4318-8795-a394b39b4b32 req-bec7b66e-9eba-4331-b15d-bf96c18637c8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0641732 Feb 16 14:28:43.672248 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-47846931-164f-4318-8795-a394b39b4b32 req-82c5a3dc-534a-4b4f-8673-481a6696c57c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469062 Feb 16 14:28:43.962426 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46452) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:43.978894 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-143becdc-b70d-49ef-a7a8-4c482d693c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.047306 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46454) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:44.064223 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-143becdc-b70d-49ef-a7a8-4c482d693c93 admin admin] Publish callbacks [] for security_group (efe0d8d5-6eff-448d-a3e9-8a96c35a49f0), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.165798 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2f01ecf5-2797-4e40-b555-8f99b631e644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.178140 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-143becdc-b70d-49ef-a7a8-4c482d693c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (efe0d8d5-6eff-448d-a3e9-8a96c35a49f0), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.238285 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143becdc-b70d-49ef-a7a8-4c482d693c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe0d8d5-6eff-448d-a3e9-8a96c35a49f0,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:44.249235 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-143becdc-b70d-49ef-a7a8-4c482d693c93 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=37016979fc2a482698415ee942187f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856584 Feb 16 14:28:44.251906 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 46470) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:44.317978 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-36b109b0-a42f-41f5-a223-b5ab7927740c admin admin] Publish callbacks [] for security_group (efe0d8d5-6eff-448d-a3e9-8a96c35a49f0), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.322543 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2f01ecf5-2797-4e40-b555-8f99b631e644 admin admin] Publish callbacks [] for security_group (7bc746b8-c057-4e17-a3e0-2e41d75ff2cd), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.344332 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-36b109b0-a42f-41f5-a223-b5ab7927740c admin admin] Publish callbacks [] for security_group (efe0d8d5-6eff-448d-a3e9-8a96c35a49f0), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.398026 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 46478) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:44.421154 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2f01ecf5-2797-4e40-b555-8f99b631e644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (7bc746b8-c057-4e17-a3e0-2e41d75ff2cd), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.463016 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2f01ecf5-2797-4e40-b555-8f99b631e644 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=c56b3617a6884cb9a57a3fe9e41816f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4145715 Feb 16 14:28:44.464284 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01ecf5-2797-4e40-b555-8f99b631e644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc746b8-c057-4e17-a3e0-2e41d75ff2cd,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:44.465919 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 46482) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:44.520065 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-36b109b0-a42f-41f5-a223-b5ab7927740c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (efe0d8d5-6eff-448d-a3e9-8a96c35a49f0), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.523766 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-36b109b0-a42f-41f5-a223-b5ab7927740c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.527418 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-36b109b0-a42f-41f5-a223-b5ab7927740c admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/efe0d8d5-6eff-448d-a3e9-8a96c35a49f0 HTTP/1.1" status: 204 len: 168 time: 0.2744253 Feb 16 14:28:44.532234 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5068fff3-c9e4-41ae-a183-d2151ce12c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.550740 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b109b0-a42f-41f5-a223-b5ab7927740c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe0d8d5-6eff-448d-a3e9-8a96c35a49f0,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:44.575431 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b2f10073-6830-4e15-884c-2a23b3601f79 admin admin] Publish callbacks [] for security_group (7bc746b8-c057-4e17-a3e0-2e41d75ff2cd), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.617744 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b2f10073-6830-4e15-884c-2a23b3601f79 admin admin] Publish callbacks [] for security_group (7bc746b8-c057-4e17-a3e0-2e41d75ff2cd), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.688181 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:28:44.690805 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5068fff3-c9e4-41ae-a183-d2151ce12c93 admin admin] Publish callbacks [] for security_group (3f127144-cf3a-40c4-bb5f-c6bf7df0a603), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.712822 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:28:44.713304 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 78cb5ad1-fc16-45bc-be3f-a8a950f33e4f not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:28:44.772715 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5068fff3-c9e4-41ae-a183-d2151ce12c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (3f127144-cf3a-40c4-bb5f-c6bf7df0a603), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.812888 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b2f10073-6830-4e15-884c-2a23b3601f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (7bc746b8-c057-4e17-a3e0-2e41d75ff2cd), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.815537 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b2f10073-6830-4e15-884c-2a23b3601f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.816726 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b2f10073-6830-4e15-884c-2a23b3601f79 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/7bc746b8-c057-4e17-a3e0-2e41d75ff2cd HTTP/1.1" status: 204 len: 168 time: 0.3494234 Feb 16 14:28:44.831113 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-5068fff3-c9e4-41ae-a183-d2151ce12c93 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=cd72cf4b45894a0db76583af7d373c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294877 Feb 16 14:28:44.831587 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46494) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:44.832308 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068fff3-c9e4-41ae-a183-d2151ce12c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f127144-cf3a-40c4-bb5f-c6bf7df0a603,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:44.846549 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14eeac-d074-4fb8-ae26-5e8d8d501142 req-f4270c38-bb8f-478f-be46-d499e2c5ca94 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:44.854418 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1c14eeac-d074-4fb8-ae26-5e8d8d501142 req-f4270c38-bb8f-478f-be46-d499e2c5ca94 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.1100819 Feb 16 14:28:44.866854 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f10073-6830-4e15-884c-2a23b3601f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc746b8-c057-4e17-a3e0-2e41d75ff2cd,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:44.920557 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1c14eeac-d074-4fb8-ae26-5e8d8d501142 req-00108ca2-d8f8-4900-8d9c-09f20404d3d1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654447 Feb 16 14:28:44.932194 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-55e4f2c8-d57d-4df2-9157-9b262af549cd admin admin] Publish callbacks [] for security_group (3f127144-cf3a-40c4-bb5f-c6bf7df0a603), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:44.964755 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-55e4f2c8-d57d-4df2-9157-9b262af549cd admin admin] Publish callbacks [] for security_group (3f127144-cf3a-40c4-bb5f-c6bf7df0a603), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.046971 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-55e4f2c8-d57d-4df2-9157-9b262af549cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (3f127144-cf3a-40c4-bb5f-c6bf7df0a603), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.050047 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-55e4f2c8-d57d-4df2-9157-9b262af549cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.051447 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-55e4f2c8-d57d-4df2-9157-9b262af549cd admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/3f127144-cf3a-40c4-bb5f-c6bf7df0a603 HTTP/1.1" status: 204 len: 168 time: 0.2184155 Feb 16 14:28:45.060208 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4f2c8-d57d-4df2-9157-9b262af549cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f127144-cf3a-40c4-bb5f-c6bf7df0a603,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:45.220879 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46504) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:45.235449 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-50f01cb9-fd7a-492a-8a0c-c201658606ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.319916 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-50f01cb9-fd7a-492a-8a0c-c201658606ab admin admin] Publish callbacks [] for security_group (bed45e25-6319-4eca-ae7e-b59ed7bee95c), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.412307 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-50f01cb9-fd7a-492a-8a0c-c201658606ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (bed45e25-6319-4eca-ae7e-b59ed7bee95c), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.451433 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f01cb9-fd7a-492a-8a0c-c201658606ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed45e25-6319-4eca-ae7e-b59ed7bee95c,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:45.455654 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-50f01cb9-fd7a-492a-8a0c-c201658606ab admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b833e1eeb4984a42863bcd7078d87bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333722 Feb 16 14:28:45.457524 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46508) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:45.509416 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-843c97c1-e4ec-4067-a4db-c07d40f47130 admin admin] Publish callbacks [] for security_group (bed45e25-6319-4eca-ae7e-b59ed7bee95c), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.533851 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-843c97c1-e4ec-4067-a4db-c07d40f47130 admin admin] Publish callbacks [] for security_group (bed45e25-6319-4eca-ae7e-b59ed7bee95c), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.679951 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 46514) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:45.695794 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-843c97c1-e4ec-4067-a4db-c07d40f47130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (bed45e25-6319-4eca-ae7e-b59ed7bee95c), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.698530 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-843c97c1-e4ec-4067-a4db-c07d40f47130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.702802 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-843c97c1-e4ec-4067-a4db-c07d40f47130 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/bed45e25-6319-4eca-ae7e-b59ed7bee95c HTTP/1.1" status: 204 len: 168 time: 0.2406499 Feb 16 14:28:45.702895 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-343388c6-904a-4a5c-9aec-a8eb1df5059a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.716488 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c97c1-e4ec-4067-a4db-c07d40f47130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed45e25-6319-4eca-ae7e-b59ed7bee95c,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:45.728305 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46520) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:45.787714 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1364c12-f9af-4d20-93de-b690697523b2 admin admin] Deleting subnet 4c1ce09d-d797-4fd4-a420-7c8f46bd1382 {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:28:45.791327 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e1364c12-f9af-4d20-93de-b690697523b2 admin admin] Publish callbacks [] for subnet (4c1ce09d-d797-4fd4-a420-7c8f46bd1382), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.817671 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-343388c6-904a-4a5c-9aec-a8eb1df5059a admin admin] Publish callbacks [] for security_group (37ebf8f1-c662-45eb-a3b7-64b8ac73b20f), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.831870 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e1364c12-f9af-4d20-93de-b690697523b2 admin admin] Publish callbacks [] for subnet (4c1ce09d-d797-4fd4-a420-7c8f46bd1382), precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.842884 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e1364c12-f9af-4d20-93de-b690697523b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (4c1ce09d-d797-4fd4-a420-7c8f46bd1382), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.910333 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46524) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:45.923875 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-343388c6-904a-4a5c-9aec-a8eb1df5059a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (37ebf8f1-c662-45eb-a3b7-64b8ac73b20f), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.929301 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4f7e90b3-bb7d-4130-809e-dcb0be4df210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:45.968693 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-343388c6-904a-4a5c-9aec-a8eb1df5059a admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=eca2ecd06e9e4fa7851d60882d2a86ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876601 Feb 16 14:28:45.972439 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46528) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:45.973245 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343388c6-904a-4a5c-9aec-a8eb1df5059a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ebf8f1-c662-45eb-a3b7-64b8ac73b20f,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:46.011115 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e1364c12-f9af-4d20-93de-b690697523b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for subnet (4c1ce09d-d797-4fd4-a420-7c8f46bd1382), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.050486 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1364c12-f9af-4d20-93de-b690697523b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1ce09d-d797-4fd4-a420-7c8f46bd1382,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:46.050693 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da14f0-bcc9-4437-b1be-0b78baa87a8f req-cdf9df99-0bf7-4f91-a416-b6f56a7ad50a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:46.052018 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-89da14f0-bcc9-4437-b1be-0b78baa87a8f req-cdf9df99-0bf7-4f91-a416-b6f56a7ad50a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0535223 Feb 16 14:28:46.056686 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e1364c12-f9af-4d20-93de-b690697523b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.059939 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e1364c12-f9af-4d20-93de-b690697523b2 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/4c1ce09d-d797-4fd4-a420-7c8f46bd1382 HTTP/1.1" status: 204 len: 168 time: 0.3307052 Feb 16 14:28:46.062889 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 46530) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:46.097705 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6ce71922-e325-420b-9e29-264c6c9bf887 admin admin] Publish callbacks [] for security_group (37ebf8f1-c662-45eb-a3b7-64b8ac73b20f), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.127508 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4f7e90b3-bb7d-4130-809e-dcb0be4df210 admin admin] Publish callbacks [] for security_group (e841de69-1a11-4f01-ab0d-166fdb2263c4), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.136349 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6ce71922-e325-420b-9e29-264c6c9bf887 admin admin] Publish callbacks [] for security_group (37ebf8f1-c662-45eb-a3b7-64b8ac73b20f), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.172690 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-89da14f0-bcc9-4437-b1be-0b78baa87a8f req-f839fe38-343f-4b54-a62a-4377b4f3ac83 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086664 Feb 16 14:28:46.177607 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (39059081-2481-4f6e-8f16-8e4a3b6ddbc5), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.220035 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4f7e90b3-bb7d-4130-809e-dcb0be4df210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e841de69-1a11-4f01-ab0d-166fdb2263c4), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.266146 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-4f7e90b3-bb7d-4130-809e-dcb0be4df210 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=3b916247d1524679838e485c7f0b86fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540409 Feb 16 14:28:46.266759 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46540) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:46.276081 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e90b3-bb7d-4130-809e-dcb0be4df210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e841de69-1a11-4f01-ab0d-166fdb2263c4,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:46.307442 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (39059081-2481-4f6e-8f16-8e4a3b6ddbc5), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.321485 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6ce71922-e325-420b-9e29-264c6c9bf887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (37ebf8f1-c662-45eb-a3b7-64b8ac73b20f), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.324411 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6ce71922-e325-420b-9e29-264c6c9bf887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.325448 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6ce71922-e325-420b-9e29-264c6c9bf887 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/37ebf8f1-c662-45eb-a3b7-64b8ac73b20f HTTP/1.1" status: 204 len: 168 time: 0.3520880 Feb 16 14:28:46.341398 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce71922-e325-420b-9e29-264c6c9bf887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ebf8f1-c662-45eb-a3b7-64b8ac73b20f,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:46.349379 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2a42-0eaa-48c9-aff2-7a804ff6cd70 admin admin] Publish callbacks [] for security_group (e841de69-1a11-4f01-ab0d-166fdb2263c4), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.350047 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:28:46.350620 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:28:46.351733 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:28:46.351733 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Subscribe: > port after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:28:46.352042 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:28:46.352391 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Subscribe: > port after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:28:46.352714 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:28:46.353058 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:28:46.353375 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:28:46.353692 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:28:46.390081 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2a42-0eaa-48c9-aff2-7a804ff6cd70 admin admin] Publish callbacks [] for security_group (e841de69-1a11-4f01-ab0d-166fdb2263c4), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.481022 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:28:46.481375 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:28:46.481710 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:28:46.482043 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:28:46.482408 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39059081-2481-4f6e-8f16-8e4a3b6ddbc5']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:46.500601 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a40db3-5e88-443f-a9cf-d7ce62eef34e') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:46.500831 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a40db3-5e88-443f-a9cf-d7ce62eef34e') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:46.516472 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5133841'] for segment (39a40db3-5e88-443f-a9cf-d7ce62eef34e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.540125 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (39a40db3-5e88-443f-a9cf-d7ce62eef34e), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.550721 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:28:46.551121 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5092010'] for segment (39a40db3-5e88-443f-a9cf-d7ce62eef34e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.557370 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2a42-0eaa-48c9-aff2-7a804ff6cd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e841de69-1a11-4f01-ab0d-166fdb2263c4), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.560083 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2a42-0eaa-48c9-aff2-7a804ff6cd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.561270 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-4d8f2a42-0eaa-48c9-aff2-7a804ff6cd70 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/e841de69-1a11-4f01-ab0d-166fdb2263c4 HTTP/1.1" status: 204 len: 168 time: 0.2926636 Feb 16 14:28:46.571494 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f2a42-0eaa-48c9-aff2-7a804ff6cd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e841de69-1a11-4f01-ab0d-166fdb2263c4,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: from cryptography.utils import int_from_bytes Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: from cryptography.utils import int_from_bytes Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: Traceback (most recent call last): Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: timer() Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: cb(*args, **kw) Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: return func(*args, **kwargs) Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: self._notify() Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: self.callback(batched_events) Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: event.method(event) Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: return f(self, *a, **k) Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: return self._get(url).json() Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:28:46.581019 dv-cinder-778193-17-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:28:46.721277 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (39059081-2481-4f6e-8f16-8e4a3b6ddbc5), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.729864 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:46.735935 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] 10.222.0.133 "DELETE /v2.0/networks/39059081-2481-4f6e-8f16-8e4a3b6ddbc5 HTTP/1.1" status: 204 len: 168 time: 0.6653037 Feb 16 14:28:46.746012 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d5a06-cfd4-498d-a013-2d8ddd7cc6fd admin admin] Pushing event deleted for resources: {'Network': ['ID=39059081-2481-4f6e-8f16-8e4a3b6ddbc5,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:47.278132 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46576) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:47.326599 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad96322-6ee8-49d3-bcf9-9a8ae5f32a77 req-7771eba6-1980-43f7-a915-9b44d8557349 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:47.328470 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ad96322-6ee8-49d3-bcf9-9a8ae5f32a77 req-7771eba6-1980-43f7-a915-9b44d8557349 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0751455 Feb 16 14:28:47.337285 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ebcaff7a-8f78-45fc-a81f-01b4316a1aa3 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=51185f6331d1495f8d182d9a53fd1406&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0579505 Feb 16 14:28:47.340225 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46582) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:47.435984 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1ad96322-6ee8-49d3-bcf9-9a8ae5f32a77 req-efffc563-a1d3-4a78-a6a7-9caba40e0e7d tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998023 Feb 16 14:28:47.457433 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59c5134c-9840-4fba-b1b0-a07dc944e935 admin admin] Publish callbacks [] for security_group (35f72ede-ef91-481f-8980-0c7603aa5c1c), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:47.481714 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59c5134c-9840-4fba-b1b0-a07dc944e935 admin admin] Publish callbacks [] for security_group (35f72ede-ef91-481f-8980-0c7603aa5c1c), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:47.681650 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59c5134c-9840-4fba-b1b0-a07dc944e935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (35f72ede-ef91-481f-8980-0c7603aa5c1c), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:47.684459 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59c5134c-9840-4fba-b1b0-a07dc944e935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:47.685786 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-59c5134c-9840-4fba-b1b0-a07dc944e935 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/35f72ede-ef91-481f-8980-0c7603aa5c1c HTTP/1.1" status: 204 len: 168 time: 0.3445430 Feb 16 14:28:47.694166 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5134c-9840-4fba-b1b0-a07dc944e935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f72ede-ef91-481f-8980-0c7603aa5c1c,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:48.558707 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f292064-479b-4c7f-b9b2-a679d3baffc1 req-82ebc434-9a75-4871-877f-bbf84779fcc2 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:48.560234 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1f292064-479b-4c7f-b9b2-a679d3baffc1 req-82ebc434-9a75-4871-877f-bbf84779fcc2 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0585303 Feb 16 14:28:48.623578 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1f292064-479b-4c7f-b9b2-a679d3baffc1 req-aa194299-f578-4fc9-a5c4-85a21f66d725 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523036 Feb 16 14:28:49.761439 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9880092-1ef2-4e40-be6b-af4357dad6b1 req-72eb43df-9f3d-4067-85ec-d1bdc8113364 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:49.762992 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9880092-1ef2-4e40-be6b-af4357dad6b1 req-72eb43df-9f3d-4067-85ec-d1bdc8113364 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0625370 Feb 16 14:28:49.812221 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9880092-1ef2-4e40-be6b-af4357dad6b1 req-b46c5910-3552-4a1d-a942-8851e356b026 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426896 Feb 16 14:28:50.043591 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 46680) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:50.196171 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-763743635-network', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:50.304155 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] Made reservation on behalf of ff67d2ba26804b13adb65eef482bce48 for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:28:50.306475 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:50.314790 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:50.409780 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] Publish callbacks [] for security_group (a907af05-252c-465e-8caf-2343090a27f1), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:50.473052 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (a907af05-252c-465e-8caf-2343090a27f1), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:50.507879 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:28:50.519209 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a907af05-252c-465e-8caf-2343090a27f1,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:50.524553 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (8c315001-3f1b-4435-a009-748b312c146c), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:50.524926 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] Added segment 8c315001-3f1b-4435-a009-748b312c146c of type vlan for network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d Feb 16 14:28:50.575997 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (4d262ca4-98f9-4f05-aa1c-14ca9e301c2d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:50.684383 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (4d262ca4-98f9-4f05-aa1c-14ca9e301c2d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:50.685389 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:50.685974 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:50.745355 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:50.757068 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:28:50.810965 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46718) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:50.811442 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-e4890cc8-c6fd-4302-b3f0-6529f6651ad7 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7664692 Feb 16 14:28:50.818092 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-f2bea5c1-674f-4fc4-b6b7-8b35fec6d0fd admin admin] Request body: {'subnet': {'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-subnet', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:50.932120 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe751943-c135-4661-a866-962d94c3a784 req-b9d1098a-ad57-4c60-bc16-e8db7f96c5c8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:50.933614 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fe751943-c135-4661-a866-962d94c3a784 req-b9d1098a-ad57-4c60-bc16-e8db7f96c5c8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0528846 Feb 16 14:28:50.936019 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bea5c1-674f-4fc4-b6b7-8b35fec6d0fd admin admin] Made reservation on behalf of ff67d2ba26804b13adb65eef482bce48 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:28:50.941114 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f2bea5c1-674f-4fc4-b6b7-8b35fec6d0fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:51.021785 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fe751943-c135-4661-a866-962d94c3a784 req-d4d9e1c9-bdfb-445e-b001-a55254d4fd2b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680082 Feb 16 14:28:51.213384 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f2bea5c1-674f-4fc4-b6b7-8b35fec6d0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for subnet (beb109f3-65e7-4dce-a498-267b9c749fc7), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:51.281962 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bea5c1-674f-4fc4-b6b7-8b35fec6d0fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb109f3-65e7-4dce-a498-267b9c749fc7,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:51.285593 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bea5c1-674f-4fc4-b6b7-8b35fec6d0fd admin admin] Checking segment: {'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:28:51.287427 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bea5c1-674f-4fc4-b6b7-8b35fec6d0fd admin admin] Network hostable DHCP agents. Network: 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:28:51.407235 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bea5c1-674f-4fc4-b6b7-8b35fec6d0fd admin admin] Network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:28:51.437202 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 46738) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:51.563132 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-db94105a-1b97-4ef6-b37d-63a8dc5ee07a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:51.601658 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-f2bea5c1-674f-4fc4-b6b7-8b35fec6d0fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:51.618886 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bea5c1-674f-4fc4-b6b7-8b35fec6d0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:51.619617 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4694e5df-6fbb-40ea-8b95-267bef5d6081 None None] Network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:28:51.619798 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f2bea5c1-674f-4fc4-b6b7-8b35fec6d0fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:51.650332 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-db94105a-1b97-4ef6-b37d-63a8dc5ee07a admin admin] Publish callbacks [] for security_group (93c44265-b406-43a1-aeee-2535ea60760a), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:51.745754 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9af8354-918b-5e3c-aab1-4fb6f759b67a-4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7'}]}} from dv-cinder-778193-17-iscsi. {{(pid=103212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:28:51.746623 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:51.835455 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f2bea5c1-674f-4fc4-b6b7-8b35fec6d0fd admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0195026 Feb 16 14:28:51.836007 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 46746) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:51.839918 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:51.846033 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-db94105a-1b97-4ef6-b37d-63a8dc5ee07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (93c44265-b406-43a1-aeee-2535ea60760a), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:51.899190 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94105a-1b97-4ef6-b37d-63a8dc5ee07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c44265-b406-43a1-aeee-2535ea60760a,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:51.899440 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Allocated IP 172.20.0.2 (4d262ca4-98f9-4f05-aa1c-14ca9e301c2d/beb109f3-65e7-4dce-a498-267b9c749fc7/9975bf08-a6f8-4987-9735-9ddac1d364f4) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:28:51.907385 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46748) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:51.907610 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-db94105a-1b97-4ef6-b37d-63a8dc5ee07a admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=62cbb29c29c74f2584cd58c3e9fe1932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4691465 Feb 16 14:28:51.957590 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4462d402-d726-40e8-af8a-a0cb5f857b71 admin admin] Publish callbacks [] for security_group (93c44265-b406-43a1-aeee-2535ea60760a), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:51.981152 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4462d402-d726-40e8-af8a-a0cb5f857b71 admin admin] Publish callbacks [] for security_group (93c44265-b406-43a1-aeee-2535ea60760a), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:52.008128 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62071'] for router (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:52.010847 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62048'] for router (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:52.050194 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Publish callbacks [] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:52.150702 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4462d402-d726-40e8-af8a-a0cb5f857b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (93c44265-b406-43a1-aeee-2535ea60760a), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:52.151696 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:52.154739 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4462d402-d726-40e8-af8a-a0cb5f857b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:52.167390 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-4462d402-d726-40e8-af8a-a0cb5f857b71 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/93c44265-b406-43a1-aeee-2535ea60760a HTTP/1.1" status: 204 len: 168 time: 0.2494049 Feb 16 14:28:52.174630 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462d402-d726-40e8-af8a-a0cb5f857b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c44265-b406-43a1-aeee-2535ea60760a,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:52.196952 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a015d4-09a7-4954-b577-9528a4fd8a01 req-9bf12c75-a537-4d41-b206-f2690b8f0e5a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:52.203998 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-70a015d4-09a7-4954-b577-9528a4fd8a01 req-9bf12c75-a537-4d41-b206-f2690b8f0e5a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0975559 Feb 16 14:28:52.247466 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:52.250674 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:52.259501 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:28:52.295101 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Pushing event updated for resources: {'Port': ['ID=9975bf08-a6f8-4987-9735-9ddac1d364f4,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:52.330378 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Attempting to bind port 9975bf08-a6f8-4987-9735-9ddac1d364f4 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:28:52.330753 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Attempting to bind port 9975bf08-a6f8-4987-9735-9ddac1d364f4 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:28:52.331354 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Attempting to bind port 9975bf08-a6f8-4987-9735-9ddac1d364f4 on network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:28:52.337826 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:28:52.338211 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Checking segment: {'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:28:52.338626 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:52.339027 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Bound using segment: {'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:28:52.339661 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Bound port: 9975bf08-a6f8-4987-9735-9ddac1d364f4, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:28:52.340102 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:52.410395 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] For port 9975bf08-a6f8-4987-9735-9ddac1d364f4, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:28:52.414624 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] For port 9975bf08-a6f8-4987-9735-9ddac1d364f4, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=9975bf08-a6f8-4987-9735-9ddac1d364f4,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:28:52.479350 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:52.509781 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Publish callbacks [] for router_controller (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), precommit_add_association {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:52.538319 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-70a015d4-09a7-4954-b577-9528a4fd8a01 req-6814012a-3dfc-41b0-8dd1-08883421c7e4 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334515 Feb 16 14:28:52.542126 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39711833-d796-4053-a675-d9eebc0d5f4f None None] Pushing event updated for resources: {'Port': ['ID=9975bf08-a6f8-4987-9735-9ddac1d364f4,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:52.721067 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Publish callbacks [] for router_gateway (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:52.894310 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 46766) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:52.913611 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0d365653-70eb-4e4b-bbba-881b1a1ec96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:53.046144 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Publish callbacks [] for router_gateway (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:53.072459 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:53.151283 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0d365653-70eb-4e4b-bbba-881b1a1ec96f admin admin] Publish callbacks [] for security_group (ef9668e7-f9a2-47d1-bc72-0bffee3b2a0a), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:53.217617 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Allocated IP 172.27.1.171 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/e156b12c-d9df-45ab-a452-5d1e890fe228) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:28:53.236522 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0d365653-70eb-4e4b-bbba-881b1a1ec96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (ef9668e7-f9a2-47d1-bc72-0bffee3b2a0a), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:53.274623 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0d365653-70eb-4e4b-bbba-881b1a1ec96f admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b203c6302ff74c64b92e60ee687df52b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781948 Feb 16 14:28:53.278295 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46778) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:53.337917 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d365653-70eb-4e4b-bbba-881b1a1ec96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9668e7-f9a2-47d1-bc72-0bffee3b2a0a,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:53.365888 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f3dbffdf-8c17-4192-8ebf-9fee81cfbe37 admin admin] Publish callbacks [] for security_group (ef9668e7-f9a2-47d1-bc72-0bffee3b2a0a), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:53.398730 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f3dbffdf-8c17-4192-8ebf-9fee81cfbe37 admin admin] Publish callbacks [] for security_group (ef9668e7-f9a2-47d1-bc72-0bffee3b2a0a), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:53.411814 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Publish callbacks [] for port (e156b12c-d9df-45ab-a452-5d1e890fe228), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:53.544621 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (e156b12c-d9df-45ab-a452-5d1e890fe228), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:53.572807 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f3dbffdf-8c17-4192-8ebf-9fee81cfbe37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (ef9668e7-f9a2-47d1-bc72-0bffee3b2a0a), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:53.575853 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f3dbffdf-8c17-4192-8ebf-9fee81cfbe37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:53.579840 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f3dbffdf-8c17-4192-8ebf-9fee81cfbe37 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/ef9668e7-f9a2-47d1-bc72-0bffee3b2a0a HTTP/1.1" status: 204 len: 168 time: 0.2968311 Feb 16 14:28:53.597255 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:53.602516 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbffdf-8c17-4192-8ebf-9fee81cfbe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9668e7-f9a2-47d1-bc72-0bffee3b2a0a,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:53.618494 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:53.625968 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:28:53.665374 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Pushing event updated for resources: {'Port': ['ID=e156b12c-d9df-45ab-a452-5d1e890fe228,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:53.689529 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e07769c-539b-415e-84f7-afb6a9f0aad0 None None] Network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:28:53.759288 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-795beed9-04df-4f7c-8edf-f02dbf115357 None None] Provisioning complete for port 9975bf08-a6f8-4987-9735-9ddac1d364f4 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:53.759658 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-795beed9-04df-4f7c-8edf-f02dbf115357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:53.819938 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7f86e-ea06-41be-9dfa-fc60e32feb1c req-f54c9ee7-5ac2-43d6-b8a0-429dcbb571e8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:53.821614 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-03f7f86e-ea06-41be-9dfa-fc60e32feb1c req-f54c9ee7-5ac2-43d6-b8a0-429dcbb571e8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.1519494 Feb 16 14:28:53.903947 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-03f7f86e-ea06-41be-9dfa-fc60e32feb1c req-146f2d85-407e-4d89-b233-108ffbb624e0 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648775 Feb 16 14:28:53.908615 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-795beed9-04df-4f7c-8edf-f02dbf115357 None None] Current status of the port 9975bf08-a6f8-4987-9735-9ddac1d364f4 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:53.911957 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-795beed9-04df-4f7c-8edf-f02dbf115357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:53.949070 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-795beed9-04df-4f7c-8edf-f02dbf115357 None None] For port 9975bf08-a6f8-4987-9735-9ddac1d364f4, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=9975bf08-a6f8-4987-9735-9ddac1d364f4,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:54.054923 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-795beed9-04df-4f7c-8edf-f02dbf115357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:54.198201 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795beed9-04df-4f7c-8edf-f02dbf115357 None None] Pushing event updated for resources: {'Port': ['ID=9975bf08-a6f8-4987-9735-9ddac1d364f4,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:54.205702 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Publish callbacks [] for router_gateway (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:54.229426 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-a9cd45bc-8053-4d38-8f7b-fd7fb1eb3e62 None None] Provisioning complete for port 9975bf08-a6f8-4987-9735-9ddac1d364f4 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:54.229775 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a9cd45bc-8053-4d38-8f7b-fd7fb1eb3e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:54.319819 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd45bc-8053-4d38-8f7b-fd7fb1eb3e62 None None] Current status of the port 9975bf08-a6f8-4987-9735-9ddac1d364f4 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:54.426522 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1022068'] for router (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:54.617298 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 is scheduled to L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b with binding_index 1 {{(pid=103211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:28:54.742483 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:28:54.751531 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Sync routers for ids ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:28:54.763405 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Routers {'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:28:54.764124 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:28:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:54.800936 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 9975bf08-a6f8-4987-9735-9ddac1d364f4 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:54.823304 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:54.824818 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ecd05e73-dfe0-49e7-9c09-bf22aba63e30 admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9882102 Feb 16 14:28:54.827512 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 46822) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:54.866185 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 9975bf08-a6f8-4987-9735-9ddac1d364f4 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:54.866810 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:54.884506 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Set router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:28:55.044021 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:28:55.092161 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 9975bf08-a6f8-4987-9735-9ddac1d364f4 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:55.097337 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:53Z', 'revision_number': 3, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:55.126565 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Checking router: cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:28:55.126921 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Updating router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 port e156b12c-d9df-45ab-a452-5d1e890fe228 binding host dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:28:55.157219 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (e156b12c-d9df-45ab-a452-5d1e890fe228), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.325773 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c287d47-ddaf-4ec6-8cb6-423dac71a271 req-91be0b49-29f4-469e-ab75-7c8ae5b84751 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:55.327260 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6c287d47-ddaf-4ec6-8cb6-423dac71a271 req-91be0b49-29f4-469e-ab75-7c8ae5b84751 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.3082557 Feb 16 14:28:55.450678 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Publish callbacks [] for port (e156b12c-d9df-45ab-a452-5d1e890fe228), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.450797 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6c287d47-ddaf-4ec6-8cb6-423dac71a271 req-39a5e767-a7a6-41e7-8436-70d244b878ba tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169388 Feb 16 14:28:55.512920 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (e156b12c-d9df-45ab-a452-5d1e890fe228), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.568719 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Pushing event updated for resources: {'Port': ['ID=e156b12c-d9df-45ab-a452-5d1e890fe228,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:55.576435 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Attempting to bind port e156b12c-d9df-45ab-a452-5d1e890fe228 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:28:55.576915 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Attempting to bind port e156b12c-d9df-45ab-a452-5d1e890fe228 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:28:55.577791 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Attempting to bind port e156b12c-d9df-45ab-a452-5d1e890fe228 on network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:28:55.581264 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.581641 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.582083 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.582381 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.583476 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.583931 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.584296 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.584643 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.585004 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.588670 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.588670 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.588670 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.588670 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:55.592687 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:28:55.593360 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Checking segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:28:55.593494 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.594024 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.594580 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Bound using segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:28:55.595216 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Bound port: e156b12c-d9df-45ab-a452-5d1e890fe228, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:28:55.595754 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (e156b12c-d9df-45ab-a452-5d1e890fe228), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.649916 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] For port e156b12c-d9df-45ab-a452-5d1e890fe228, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:28:55.653385 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] For port e156b12c-d9df-45ab-a452-5d1e890fe228, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=e156b12c-d9df-45ab-a452-5d1e890fe228,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:28:55.727659 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (e156b12c-d9df-45ab-a452-5d1e890fe228), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.766334 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Allocated IP 172.20.0.1 (4d262ca4-98f9-4f05-aa1c-14ca9e301c2d/beb109f3-65e7-4dce-a498-267b9c749fc7/9e018bbb-f456-4e62-bd28-17a4df91898d) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:28:55.781907 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Routers {'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:28:55.782531 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:28:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:55.865454 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4568cb-753b-4b0e-af3a-8d74859684d4 None None] Pushing event updated for resources: {'Port': ['ID=e156b12c-d9df-45ab-a452-5d1e890fe228,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:55.878459 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Publish callbacks [] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:55.909686 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] Set router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:28:56.024691 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:56.061361 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:56.066161 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:56.069413 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:28:56.098737 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Pushing event updated for resources: {'Port': ['ID=9e018bbb-f456-4e62-bd28-17a4df91898d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:56.106904 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:53Z', 'revision_number': 3, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:56.116747 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016617'] for router_interface (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:56.139833 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727573b4-28aa-4d7b-a2be-a3b92b8266ab None None] The sync data for ids ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'] in dv-cinder-778193-17-iscsi is: [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:53Z', 'revision_number': 3, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:28:56.351718 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-6b0e4766-744b-4b74-9ee4-c2334adf1602 None None] Provisioning complete for port 9e018bbb-f456-4e62-bd28-17a4df91898d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:56.352619 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4766-744b-4b74-9ee4-c2334adf1602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:56.393170 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-6b0e4766-744b-4b74-9ee4-c2334adf1602 None None] Port 9e018bbb-f456-4e62-bd28-17a4df91898d cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:28:56.396846 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:56.639896 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020e5d0-bde3-4d8b-a1f9-a09524ebcf4e req-05d84d25-2fd5-4a36-a0f2-b7c7971308ca tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:56.641424 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4020e5d0-bde3-4d8b-a1f9-a09524ebcf4e req-05d84d25-2fd5-4a36-a0f2-b7c7971308ca tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0860312 Feb 16 14:28:56.663288 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Publish callbacks [] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:56.708808 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4020e5d0-bde3-4d8b-a1f9-a09524ebcf4e req-36656ac0-54e3-45f1-8b03-940379f28ece tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596218 Feb 16 14:28:56.724921 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092046'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:56.771300 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device e156b12c-d9df-45ab-a452-5d1e890fe228 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:56.799035 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016757'] for router_interface (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:56.800773 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Pushing event updated for resources: {'Port': ['ID=9e018bbb-f456-4e62-bd28-17a4df91898d,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:56.828313 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port e156b12c-d9df-45ab-a452-5d1e890fe228 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:56.828579 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (e156b12c-d9df-45ab-a452-5d1e890fe228), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:56.902324 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:56.904271 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:56.919363 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port e156b12c-d9df-45ab-a452-5d1e890fe228 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:56.933519 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (e156b12c-d9df-45ab-a452-5d1e890fe228), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:56.947432 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port e156b12c-d9df-45ab-a452-5d1e890fe228, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=e156b12c-d9df-45ab-a452-5d1e890fe228,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:57.036836 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:28:57.051082 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (e156b12c-d9df-45ab-a452-5d1e890fe228), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:57.106996 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=e156b12c-d9df-45ab-a452-5d1e890fe228,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:57.167893 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:28:57.172927 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c5bbdf2b-c331-4ce3-8a0d-e2a71de0fe58 admin admin] 10.222.0.133 "PUT /v2.0/routers/cd731e6f-caf0-46d9-bca4-8ff8f76d2e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3441055 Feb 16 14:28:57.215889 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-f551738e-0dbd-4007-94f0-f2bede35be45 None None] Provisioning complete for port 9e018bbb-f456-4e62-bd28-17a4df91898d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:57.216327 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f551738e-0dbd-4007-94f0-f2bede35be45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:57.253496 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-f551738e-0dbd-4007-94f0-f2bede35be45 None None] Port 9e018bbb-f456-4e62-bd28-17a4df91898d cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:28:57.709004 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 46888) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:57.714117 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-5e13ed1c-e21b-4460-a969-4e048e4d0d3c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348241145', 'description': 'tempest-description--1995491839'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:57.846613 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5e13ed1c-e21b-4460-a969-4e048e4d0d3c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:57.885124 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee22727-7e0f-44ef-a803-103d28b282a7 req-bd114058-d3ae-4849-bdc5-6fecb3486e5a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:57.888737 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7ee22727-7e0f-44ef-a803-103d28b282a7 req-bd114058-d3ae-4849-bdc5-6fecb3486e5a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0940478 Feb 16 14:28:57.914362 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Sync routers for ids ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:28:57.926513 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Routers {'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:28:57.927384 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:28:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:57.986125 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7ee22727-7e0f-44ef-a803-103d28b282a7 req-0a1b5137-598f-42d6-b8e6-5851f6d96197 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947459 Feb 16 14:28:58.017553 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5e13ed1c-e21b-4460-a969-4e048e4d0d3c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group (e4c66a9d-8af1-4730-be6a-e34fee6642d3), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:58.093216 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5e13ed1c-e21b-4460-a969-4e048e4d0d3c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e4c66a9d-8af1-4730-be6a-e34fee6642d3), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:58.106282 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Set router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:28:58.136175 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13ed1c-e21b-4460-a969-4e048e4d0d3c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c66a9d-8af1-4730-be6a-e34fee6642d3,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:58.210230 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5e13ed1c-e21b-4460-a969-4e048e4d0d3c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:58.211564 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-5e13ed1c-e21b-4460-a969-4e048e4d0d3c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5015254 Feb 16 14:28:58.214464 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 46906) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:58.218934 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-a85f9ea2-3e7d-40d5-96ed-afe977e45c38 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Request body: {'security_group_rule': {'security_group_id': 'e4c66a9d-8af1-4730-be6a-e34fee6642d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:58.331440 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a85f9ea2-3e7d-40d5-96ed-afe977e45c38 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group_rule (7f904256-a57c-4af6-99e8-04ac44234f6d), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:58.366236 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 2, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:58.392921 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Checking router: cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:28:58.393285 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Updating router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 port 9e018bbb-f456-4e62-bd28-17a4df91898d binding host dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:28:58.436973 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a85f9ea2-3e7d-40d5-96ed-afe977e45c38 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group_rule (7f904256-a57c-4af6-99e8-04ac44234f6d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:58.444471 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:58.498926 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a85f9ea2-3e7d-40d5-96ed-afe977e45c38 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (7f904256-a57c-4af6-99e8-04ac44234f6d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:58.526010 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f9ea2-3e7d-40d5-96ed-afe977e45c38 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f904256-a57c-4af6-99e8-04ac44234f6d,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:58.615602 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a85f9ea2-3e7d-40d5-96ed-afe977e45c38 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:58.615602 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a85f9ea2-3e7d-40d5-96ed-afe977e45c38 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3983681 Feb 16 14:28:58.616945 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 46930) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:58.621376 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-a367d6b8-61a7-42ed-8a20-7047d8a63899 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Request body: {'security_group_rule': {'security_group_id': 'e4c66a9d-8af1-4730-be6a-e34fee6642d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:58.722299 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a367d6b8-61a7-42ed-8a20-7047d8a63899 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group_rule (19a1c179-fd66-45f9-b404-da55969f4fee), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:58.781303 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device e156b12c-d9df-45ab-a452-5d1e890fe228 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:28:58.829962 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a367d6b8-61a7-42ed-8a20-7047d8a63899 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group_rule (19a1c179-fd66-45f9-b404-da55969f4fee), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:58.840157 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Publish callbacks [] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:58.857340 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port e156b12c-d9df-45ab-a452-5d1e890fe228 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:58.857717 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (e156b12c-d9df-45ab-a452-5d1e890fe228), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:58.921938 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a367d6b8-61a7-42ed-8a20-7047d8a63899 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (19a1c179-fd66-45f9-b404-da55969f4fee), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:58.944433 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port e156b12c-d9df-45ab-a452-5d1e890fe228 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:58.945136 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367d6b8-61a7-42ed-8a20-7047d8a63899 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a1c179-fd66-45f9-b404-da55969f4fee,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:58.968144 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.027951 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dede9d-7ba4-4628-b0fa-8da230f6a211 None None] Pushing event updated for resources: {'Port': ['ID=9e018bbb-f456-4e62-bd28-17a4df91898d,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:59.028988 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a367d6b8-61a7-42ed-8a20-7047d8a63899 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.033086 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a367d6b8-61a7-42ed-8a20-7047d8a63899 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4123774 Feb 16 14:28:59.034462 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 46944) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:28:59.039483 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Request body: {'floatingip': {'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:59.091764 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Attempting to bind port 9e018bbb-f456-4e62-bd28-17a4df91898d on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:28:59.092384 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Attempting to bind port 9e018bbb-f456-4e62-bd28-17a4df91898d by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:28:59.093140 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Attempting to bind port 9e018bbb-f456-4e62-bd28-17a4df91898d on network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:28:59.100036 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:28:59.100770 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Checking segment: {'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:28:59.101443 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.101845 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Bound using segment: {'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:28:59.103221 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Bound port: 9e018bbb-f456-4e62-bd28-17a4df91898d, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:28:59.103221 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.123798 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.150522 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6321a-56ae-4219-961c-729b09084f21 req-1c44534a-d8b2-4352-83fd-95317e52e7c2 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:59.153143 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-68c6321a-56ae-4219-961c-729b09084f21 req-1c44534a-d8b2-4352-83fd-95317e52e7c2 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0609193 Feb 16 14:28:59.190871 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] For port 9e018bbb-f456-4e62-bd28-17a4df91898d, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:28:59.197737 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] For port 9e018bbb-f456-4e62-bd28-17a4df91898d, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=9e018bbb-f456-4e62-bd28-17a4df91898d,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:28:59.223794 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-68c6321a-56ae-4219-961c-729b09084f21 req-d3cbfa36-99be-4f96-a884-90ed3f90f2b4 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636361 Feb 16 14:28:59.247443 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.287927 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-3d1812ea-098a-46ea-aa86-253168447577 None None] Provisioning complete for port 9e018bbb-f456-4e62-bd28-17a4df91898d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:59.288373 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3d1812ea-098a-46ea-aa86-253168447577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.314952 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.365974 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Allocated IP 172.27.1.10 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/6e493581-c59c-4f30-b614-ce6834185192) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:28:59.367006 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-3d1812ea-098a-46ea-aa86-253168447577 None None] Port 9e018bbb-f456-4e62-bd28-17a4df91898d cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:28:59.387653 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Routers {'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:28:59.388304 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:28:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:59.457127 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dede9d-7ba4-4628-b0fa-8da230f6a211 None None] Pushing event updated for resources: {'Port': ['ID=9e018bbb-f456-4e62-bd28-17a4df91898d,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:59.476257 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for port (6e493581-c59c-4f30-b614-ce6834185192), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.545218 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] Set router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:28:59.636549 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (6e493581-c59c-4f30-b614-ce6834185192), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.713868 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event updated for resources: {'Port': ['ID=6e493581-c59c-4f30-b614-ce6834185192,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:59.717361 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:59.719034 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:59.725625 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:28:59.743362 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-66ad46ec-512e-40f9-be86-ae9200c025ec None None] Provisioning complete for port 9e018bbb-f456-4e62-bd28-17a4df91898d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:59.743747 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66ad46ec-512e-40f9-be86-ae9200c025ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.816279 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for floatingip (54a9a499-52b4-48c7-9a49-c9ef8af64659), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.875584 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-66ad46ec-512e-40f9-be86-ae9200c025ec None None] Current status of the port 9e018bbb-f456-4e62-bd28-17a4df91898d is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:28:59.875981 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66ad46ec-512e-40f9-be86-ae9200c025ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:28:59.901756 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:59Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:59.944510 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bfa967-b00a-42f3-9b80-7ec3baf3d0d4 None None] The sync data for ids ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'] in dv-cinder-778193-17-iscsi is: [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:59Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:28:59.948926 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-66ad46ec-512e-40f9-be86-ae9200c025ec None None] For port 9e018bbb-f456-4e62-bd28-17a4df91898d, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=9e018bbb-f456-4e62-bd28-17a4df91898d,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:28:59.957586 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (6e493581-c59c-4f30-b614-ce6834185192), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:00.044374 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66ad46ec-512e-40f9-be86-ae9200c025ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:00.124234 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad46ec-512e-40f9-be86-ae9200c025ec None None] Pushing event updated for resources: {'Port': ['ID=9e018bbb-f456-4e62-bd28-17a4df91898d,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:00.162802 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for port (6e493581-c59c-4f30-b614-ce6834185192), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:00.261723 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (6e493581-c59c-4f30-b614-ce6834185192), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:00.297905 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (54a9a499-52b4-48c7-9a49-c9ef8af64659), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:00.326812 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event updated for resources: {'Port': ['ID=6e493581-c59c-4f30-b614-ce6834185192,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:00.366201 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c20b3e-360a-4b5c-b004-079d36b35591 req-8a6e461e-9c50-4a7f-9f12-22424bbc39b7 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:00.367862 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d5c20b3e-360a-4b5c-b004-079d36b35591 req-8a6e461e-9c50-4a7f-9f12-22424bbc39b7 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0669172 Feb 16 14:29:00.407347 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:00.409839 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-22d5cf35-cc4b-4d21-af18-df5c6e6a5049 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3751459 Feb 16 14:29:00.439210 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d5c20b3e-360a-4b5c-b004-079d36b35591 req-8bafa978-4144-4d22-aa3a-654ffcfe0935 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631304 Feb 16 14:29:00.589328 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-381bbb1b-0dfc-4627-a152-69e6aad628e6 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-securitygroup--1348241145&fields=id&tenant_id=ff67d2ba26804b13adb65eef482bce48 HTTP/1.1" status: 200 len: 267 time: 0.0551403 Feb 16 14:29:00.751247 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b47b76-3328-404e-88db-e61574c312ed req-6130a6dc-e20c-42ea-ab87-9e35b12ec096 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:00.759567 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-6130a6dc-e20c-42ea-ab87-9e35b12ec096 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/networks?id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d HTTP/1.1" status: 200 len: 816 time: 0.1587791 Feb 16 14:29:00.775501 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47004) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:00.796244 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-1cdcf58b-ebc2-44f2-8ce5-868de5e80163 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/quotas/ff67d2ba26804b13adb65eef482bce48 HTTP/1.1" status: 200 len: 375 time: 0.0345335 Feb 16 14:29:00.846597 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 9e018bbb-f456-4e62-bd28-17a4df91898d up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:00.913010 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-b05975a9-5246-4ade-9f92-362ae01aa092 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=ff67d2ba26804b13adb65eef482bce48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047101 Feb 16 14:29:00.935584 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 9e018bbb-f456-4e62-bd28-17a4df91898d triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:00.940512 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:00.970828 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b4792dcf-4f7f-491b-a7e5-032282d37f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:01.014005 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e2322-e669-4189-938e-680aaaaf6f19 req-fb515dea-626e-4a7c-bc53-7a2e6bb7fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:01.015912 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d14e2322-e669-4189-938e-680aaaaf6f19 req-fb515dea-626e-4a7c-bc53-7a2e6bb7fbde service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 1130 time: 0.1110535 Feb 16 14:29:01.034992 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-8226f97e-ce0f-45d3-ba25-95f3b9dbd0d9 service neutron] 10.222.0.133 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167607 Feb 16 14:29:01.068838 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 9e018bbb-f456-4e62-bd28-17a4df91898d is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:01.096835 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d14e2322-e669-4189-938e-680aaaaf6f19 req-c46995af-1b25-4eca-a51e-6d9ef9b4895c service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695951 Feb 16 14:29:01.130184 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b4792dcf-4f7f-491b-a7e5-032282d37f44 admin admin] Publish callbacks [] for security_group (217818b5-e280-42f9-964a-97a0a2c32bd1), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:01.162553 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-c76514ec-ffa0-4611-9ad9-401578e4df91 service neutron] 10.222.0.133 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194654 Feb 16 14:29:01.199333 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b4792dcf-4f7f-491b-a7e5-032282d37f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (217818b5-e280-42f9-964a-97a0a2c32bd1), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:01.247931 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b4792dcf-4f7f-491b-a7e5-032282d37f44 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=ae9238180f1a4a318198de5f042b1d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713268 Feb 16 14:29:01.248661 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4792dcf-4f7f-491b-a7e5-032282d37f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217818b5-e280-42f9-964a-97a0a2c32bd1,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:01.250779 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47016) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:01.307228 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45ae755f-b164-4e1b-9e6f-cb0bc7b7e21d admin admin] Publish callbacks [] for security_group (217818b5-e280-42f9-964a-97a0a2c32bd1), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:01.330574 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45ae755f-b164-4e1b-9e6f-cb0bc7b7e21d admin admin] Publish callbacks [] for security_group (217818b5-e280-42f9-964a-97a0a2c32bd1), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:01.414455 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:01.494301 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7f775840-7798-4843-9a46-246118bdf053 req-aa562473-ce86-4938-babe-2e54c18cb0ec tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 210 time: 0.0466096 Feb 16 14:29:01.496802 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45ae755f-b164-4e1b-9e6f-cb0bc7b7e21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (217818b5-e280-42f9-964a-97a0a2c32bd1), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:01.500453 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45ae755f-b164-4e1b-9e6f-cb0bc7b7e21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:01.504899 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-45ae755f-b164-4e1b-9e6f-cb0bc7b7e21d admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/217818b5-e280-42f9-964a-97a0a2c32bd1 HTTP/1.1" status: 204 len: 168 time: 0.2501678 Feb 16 14:29:01.516008 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae755f-b164-4e1b-9e6f-cb0bc7b7e21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217818b5-e280-42f9-964a-97a0a2c32bd1,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:01.607712 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50b158-8011-4c64-b04c-a04bbefd55d4 req-814c9ccd-4465-4c34-9e07-ba012febd304 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:01.617376 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec50b158-8011-4c64-b04c-a04bbefd55d4 req-814c9ccd-4465-4c34-9e07-ba012febd304 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0772858 Feb 16 14:29:01.666389 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec50b158-8011-4c64-b04c-a04bbefd55d4 req-f8b6dc9c-4099-4af3-88c1-b907918395c6 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456369 Feb 16 14:29:02.254192 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47044) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:02.270790 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-003b98d7-00ad-4ad0-a99c-a8d9a92ece60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.359584 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-003b98d7-00ad-4ad0-a99c-a8d9a92ece60 admin admin] Publish callbacks [] for security_group (67119f39-d4a5-44ea-af31-bd4b453c55aa), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.439073 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-003b98d7-00ad-4ad0-a99c-a8d9a92ece60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (67119f39-d4a5-44ea-af31-bd4b453c55aa), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.477686 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b98d7-00ad-4ad0-a99c-a8d9a92ece60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67119f39-d4a5-44ea-af31-bd4b453c55aa,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:02.483587 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-003b98d7-00ad-4ad0-a99c-a8d9a92ece60 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=74b20062ba1b4104afc4d7fb65cb1f33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266841 Feb 16 14:29:02.486355 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47052) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:02.541038 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d6a794b6-91b0-40fd-ac23-b5cc9af3901c admin admin] Publish callbacks [] for security_group (67119f39-d4a5-44ea-af31-bd4b453c55aa), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.574709 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d6a794b6-91b0-40fd-ac23-b5cc9af3901c admin admin] Publish callbacks [] for security_group (67119f39-d4a5-44ea-af31-bd4b453c55aa), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.611776 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-deee4082-03ea-47ad-9441-4dc78c2fb303 req-8d2ba73d-226d-4444-b11e-6c5d6e5f228f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 210 time: 0.0330479 Feb 16 14:29:02.633577 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47060) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:02.716055 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d6a794b6-91b0-40fd-ac23-b5cc9af3901c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (67119f39-d4a5-44ea-af31-bd4b453c55aa), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.719440 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d6a794b6-91b0-40fd-ac23-b5cc9af3901c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.723423 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-d6a794b6-91b0-40fd-ac23-b5cc9af3901c admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/67119f39-d4a5-44ea-af31-bd4b453c55aa HTTP/1.1" status: 204 len: 168 time: 0.2337008 Feb 16 14:29:02.737266 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a794b6-91b0-40fd-ac23-b5cc9af3901c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67119f39-d4a5-44ea-af31-bd4b453c55aa,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:02.774653 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8f85d67d-a032-4eb6-a033-68269c66e0a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.866730 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc2f08-10bf-44b0-b462-2cf089c778bb req-08b29ee2-5a3f-4904-840a-0ccf504af526 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:02.868181 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0ebc2f08-10bf-44b0-b462-2cf089c778bb req-08b29ee2-5a3f-4904-840a-0ccf504af526 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0831788 Feb 16 14:29:02.934835 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8f85d67d-a032-4eb6-a033-68269c66e0a7 admin admin] Publish callbacks [] for security_group (c2141abd-2e0e-48fa-b0d2-5a1d7233d531), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:02.945956 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0ebc2f08-10bf-44b0-b462-2cf089c778bb req-6ce0c216-efcb-4b1d-ba5c-feb49a6ee145 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712137 Feb 16 14:29:03.048360 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8f85d67d-a032-4eb6-a033-68269c66e0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (c2141abd-2e0e-48fa-b0d2-5a1d7233d531), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:03.103886 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc04bf3-42aa-4559-9f14-2c4a7d86b507 req-3c6d1ca1-e437-456a-b5aa-2811028c5d27 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:03.105534 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3dc04bf3-42aa-4559-9f14-2c4a7d86b507 req-3c6d1ca1-e437-456a-b5aa-2811028c5d27 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0933900 Feb 16 14:29:03.110860 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-8f85d67d-a032-4eb6-a033-68269c66e0a7 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=9e0eba38c0a944ea9218f6f054faba9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4760563 Feb 16 14:29:03.111007 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47076) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:03.113875 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85d67d-a032-4eb6-a033-68269c66e0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2141abd-2e0e-48fa-b0d2-5a1d7233d531,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:03.184658 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3dc04bf3-42aa-4559-9f14-2c4a7d86b507 req-be96c81f-0d44-4815-b212-e40e22aa7464 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725958 Feb 16 14:29:03.192290 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-70dbc886-1c5f-4ec4-9b41-a79948dbae62 admin admin] Publish callbacks [] for security_group (c2141abd-2e0e-48fa-b0d2-5a1d7233d531), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:03.226577 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-70dbc886-1c5f-4ec4-9b41-a79948dbae62 admin admin] Publish callbacks [] for security_group (c2141abd-2e0e-48fa-b0d2-5a1d7233d531), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:03.376387 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-70dbc886-1c5f-4ec4-9b41-a79948dbae62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (c2141abd-2e0e-48fa-b0d2-5a1d7233d531), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:03.379393 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-70dbc886-1c5f-4ec4-9b41-a79948dbae62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:03.381688 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-70dbc886-1c5f-4ec4-9b41-a79948dbae62 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/c2141abd-2e0e-48fa-b0d2-5a1d7233d531 HTTP/1.1" status: 204 len: 168 time: 0.2687123 Feb 16 14:29:03.388343 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbc886-1c5f-4ec4-9b41-a79948dbae62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2141abd-2e0e-48fa-b0d2-5a1d7233d531,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:03.739837 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e315d96-d2b3-4843-9c61-7e67d3be01ac req-35de1ae4-1543-4a8d-a2c1-6e7af54e4ea1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 210 time: 0.0375540 Feb 16 14:29:04.039172 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f0b77bfe-9622-4c8a-b0df-14ede7c5f56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:04.198687 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47122) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:04.212447 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b47b76-3328-404e-88db-e61574c312ed req-c73eadad-fa15-4ed4-8527-38ff2287b38c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:04.214163 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-c73eadad-fa15-4ed4-8527-38ff2287b38c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.127 "GET /v2.0/networks?id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d HTTP/1.1" status: 200 len: 816 time: 0.1668241 Feb 16 14:29:04.218733 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-23203111-3ed7-4bf5-841a-c2da34eb6d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:04.310348 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-7989069c-5b7b-4487-915c-3b7d4d5e4357 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff67d2ba26804b13adb65eef482bce48 HTTP/1.1" status: 200 len: 380 time: 0.0849507 Feb 16 14:29:04.318815 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-23203111-3ed7-4bf5-841a-c2da34eb6d8d admin admin] Publish callbacks [] for security_group (cf55b577-b88c-4bed-876b-398fc7b2026b), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:04.321476 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-85b47b76-3328-404e-88db-e61574c312ed req-817f714c-2899-4b7c-804d-2da318457b7f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Request body: {'port': {'device_id': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'admin_state_up': True, 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'security_groups': ['e4c66a9d-8af1-4730-be6a-e34fee6642d3']}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:04.382483 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-23203111-3ed7-4bf5-841a-c2da34eb6d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (cf55b577-b88c-4bed-876b-398fc7b2026b), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:04.426023 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-23203111-3ed7-4bf5-841a-c2da34eb6d8d admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=404f2f1de18449959b744f00a512fca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259612 Feb 16 14:29:04.426992 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23203111-3ed7-4bf5-841a-c2da34eb6d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf55b577-b88c-4bed-876b-398fc7b2026b,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:04.430639 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47128) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:04.487923 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9d44-192f-47dc-8ded-daa6630d93fb admin admin] Publish callbacks [] for security_group (cf55b577-b88c-4bed-876b-398fc7b2026b), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:04.511929 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9d44-192f-47dc-8ded-daa6630d93fb admin admin] Publish callbacks [] for security_group (cf55b577-b88c-4bed-876b-398fc7b2026b), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:04.554862 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b47b76-3328-404e-88db-e61574c312ed req-817f714c-2899-4b7c-804d-2da318457b7f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Made reservation on behalf of ff67d2ba26804b13adb65eef482bce48 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:29:04.559830 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-85b47b76-3328-404e-88db-e61574c312ed req-817f714c-2899-4b7c-804d-2da318457b7f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:04.633645 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9d44-192f-47dc-8ded-daa6630d93fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (cf55b577-b88c-4bed-876b-398fc7b2026b), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:04.636523 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9d44-192f-47dc-8ded-daa6630d93fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:04.638820 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-cc6f9d44-192f-47dc-8ded-daa6630d93fb admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/cf55b577-b88c-4bed-876b-398fc7b2026b HTTP/1.1" status: 204 len: 168 time: 0.2072313 Feb 16 14:29:04.657141 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f9d44-192f-47dc-8ded-daa6630d93fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf55b577-b88c-4bed-876b-398fc7b2026b,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:04.762097 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-85b47b76-3328-404e-88db-e61574c312ed req-817f714c-2899-4b7c-804d-2da318457b7f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Allocated IP 172.20.0.3 (4d262ca4-98f9-4f05-aa1c-14ca9e301c2d/beb109f3-65e7-4dce-a498-267b9c749fc7/f4a7ebef-7df5-47df-a420-2d770e620750) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:29:04.865321 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-91a93faa-5ddf-43a6-9698-972b0a2a5e77 req-b268feb0-4f4b-40d7-9e8d-8f24af70439a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 210 time: 0.0325723 Feb 16 14:29:04.932856 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-85b47b76-3328-404e-88db-e61574c312ed req-817f714c-2899-4b7c-804d-2da318457b7f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for port (f4a7ebef-7df5-47df-a420-2d770e620750), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.048376 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-85b47b76-3328-404e-88db-e61574c312ed req-817f714c-2899-4b7c-804d-2da318457b7f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.102062 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b47b76-3328-404e-88db-e61574c312ed req-817f714c-2899-4b7c-804d-2da318457b7f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:29:05.109668 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-85b47b76-3328-404e-88db-e61574c312ed req-817f714c-2899-4b7c-804d-2da318457b7f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:05.113998 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b47b76-3328-404e-88db-e61574c312ed req-817f714c-2899-4b7c-804d-2da318457b7f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:29:05.121992 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b47b76-3328-404e-88db-e61574c312ed req-817f714c-2899-4b7c-804d-2da318457b7f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:05.122800 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-85b47b76-3328-404e-88db-e61574c312ed req-817f714c-2899-4b7c-804d-2da318457b7f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.154383 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f714c-2899-4b7c-804d-2da318457b7f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event updated for resources: {'Port': ['ID=f4a7ebef-7df5-47df-a420-2d770e620750,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:05.279234 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-817f714c-2899-4b7c-804d-2da318457b7f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9627948 Feb 16 14:29:05.294992 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Request body: {'port': {'device_id': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:05.360427 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.411757 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-5faaaa9d-544a-4502-9be2-0792ecbe8bae None None] Provisioning complete for port f4a7ebef-7df5-47df-a420-2d770e620750 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:05.412672 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5faaaa9d-544a-4502-9be2-0792ecbe8bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.456300 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-5faaaa9d-544a-4502-9be2-0792ecbe8bae None None] Port f4a7ebef-7df5-47df-a420-2d770e620750 cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:29:05.665531 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce18bfc-d130-4dc9-9de2-68992a3390a2 req-d13e46d3-93bc-4847-8dbc-e86a46f4de17 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:05.667435 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fce18bfc-d130-4dc9-9de2-68992a3390a2 req-d13e46d3-93bc-4847-8dbc-e86a46f4de17 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0850477 Feb 16 14:29:05.698683 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a7ebef-7df5-47df-a420-2d770e620750 {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:29:05.710183 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Publish callbacks [] for port (f4a7ebef-7df5-47df-a420-2d770e620750), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.730000 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fce18bfc-d130-4dc9-9de2-68992a3390a2 req-75be8210-001e-41d3-bf8b-b7247a483b8e tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555177 Feb 16 14:29:05.735263 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47190) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:05.736255 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Transition to ACTIVE for port object f4a7ebef-7df5-47df-a420-2d770e620750 will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:29:05.739742 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802feca-a230-4804-a555-06c94af21db4 req-faffa4a0-1e43-40b4-b5ca-afb4522369ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:05.743096 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f802feca-a230-4804-a555-06c94af21db4 req-faffa4a0-1e43-40b4-b5ca-afb4522369ce service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=deea67eb240b4b72a6a68a900986cf3e&device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 1129 time: 0.0863488 Feb 16 14:29:05.821471 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:05.889039 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a7ebef-7df5-47df-a420-2d770e620750,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:05.899357 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802feca-a230-4804-a555-06c94af21db4 req-d60548db-10aa-469b-b698-646dfaf14586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:05.904149 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f802feca-a230-4804-a555-06c94af21db4 req-d60548db-10aa-469b-b698-646dfaf14586 service neutron] 10.222.0.127 "GET /v2.0/networks?id=c18dd6e1-f13c-444e-8150-deef63d4a164 HTTP/1.1" status: 200 len: 920 time: 0.1520236 Feb 16 14:29:05.976180 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f802feca-a230-4804-a555-06c94af21db4 req-6da26bf5-7581-4db5-b305-3821ac562fc4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf730d71-b720-4a3e-8172-6a1a890860aa HTTP/1.1" status: 200 len: 217 time: 0.0510316 Feb 16 14:29:05.978959 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Attempting to bind port f4a7ebef-7df5-47df-a420-2d770e620750 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:29:05.979306 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Attempting to bind port f4a7ebef-7df5-47df-a420-2d770e620750 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:29:05.979650 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Attempting to bind port f4a7ebef-7df5-47df-a420-2d770e620750 on network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:05.994332 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Port f4a7ebef-7df5-47df-a420-2d770e620750 on network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:29:05.994670 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Attempting to bind port f4a7ebef-7df5-47df-a420-2d770e620750 on network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:06.013042 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c543725-3d16-4c71-8c4d-6e2ee948a337 req-ab9ab974-c0d1-4e21-9f4e-afb27cb28f70 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:06.020141 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:29:06.021065 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Checking segment: {'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:29:06.021395 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5c543725-3d16-4c71-8c4d-6e2ee948a337 req-ab9ab974-c0d1-4e21-9f4e-afb27cb28f70 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0728264 Feb 16 14:29:06.021515 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Bound using segment: {'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:29:06.021924 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Bound port: f4a7ebef-7df5-47df-a420-2d770e620750, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:29:06.022286 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.072770 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5c543725-3d16-4c71-8c4d-6e2ee948a337 req-146f0e30-f584-4759-baef-699e12cfe9f1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497973 Feb 16 14:29:06.091693 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802feca-a230-4804-a555-06c94af21db4 req-dfd2bb44-392d-48cb-bcc7-9e5654b5bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:06.093201 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f802feca-a230-4804-a555-06c94af21db4 req-dfd2bb44-392d-48cb-bcc7-9e5654b5bb8a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b9017d5-9c05-4f22-83b0-ee486f6dea28 HTTP/1.1" status: 200 len: 859 time: 0.1074545 Feb 16 14:29:06.093360 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-57aace32-841e-4252-9a6a-6e2fe6e29b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.177645 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f802feca-a230-4804-a555-06c94af21db4 req-07133a5c-1238-4445-8200-2fe12c2d43c3 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=c18dd6e1-f13c-444e-8150-deef63d4a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701277 Feb 16 14:29:06.195682 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] For port f4a7ebef-7df5-47df-a420-2d770e620750, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:29:06.199868 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] For port f4a7ebef-7df5-47df-a420-2d770e620750, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f4a7ebef-7df5-47df-a420-2d770e620750,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:29:06.252532 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-57aace32-841e-4252-9a6a-6e2fe6e29b48 admin admin] Publish callbacks [] for security_group (fe51604d-ad01-429d-a700-d2d93a0c921d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.290205 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.297273 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47208) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:06.299344 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f802feca-a230-4804-a555-06c94af21db4 req-f38bc2a7-a6fb-4c38-9cff-45343a000d6c service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134903 Feb 16 14:29:06.332564 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-57aace32-841e-4252-9a6a-6e2fe6e29b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (fe51604d-ad01-429d-a700-d2d93a0c921d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.354372 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:06.354891 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.356278 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] 10.222.0.127 "PUT /v2.0/ports/f4a7ebef-7df5-47df-a420-2d770e620750 HTTP/1.1" status: 200 len: 1093 time: 1.0657170 Feb 16 14:29:06.358416 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'tag': 'f4a7ebef-7df5-47df-a420-2d770e620750'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:29:06.372059 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4a8d3f-98c6-4dba-bfd3-62ed9bb9a5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6f56db3d-abe8-4d5d-a99c-aebd177f9d10", "tag": "f4a7ebef-7df5-47df-a420-2d770e620750"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:29:06.382192 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-57aace32-841e-4252-9a6a-6e2fe6e29b48 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=5283264704fd4406a8022e7a3444358f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6455085 Feb 16 14:29:06.384719 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47214) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:06.412257 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aace32-841e-4252-9a6a-6e2fe6e29b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe51604d-ad01-429d-a700-d2d93a0c921d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:06.433831 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-28ed7b19-bc06-4483-8067-41a689a2a5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.478252 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c42184-b841-432f-9ee0-2d64b2a56255 x-openstack-request-id: req-a8c42184-b841-432f-9ee0-2d64b2a56255 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:29:06.478992 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f56db3d-abe8-4d5d-a99c-aebd177f9d10", "tag": "f4a7ebef-7df5-47df-a420-2d770e620750", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:29:06.479346 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-a8c42184-b841-432f-9ee0-2d64b2a56255 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:29:06.479827 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'tag': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'status': 'completed', 'code': 200} Feb 16 14:29:06.480581 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5597df-2eb3-4abb-abc2-234560d29cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a7ebef-7df5-47df-a420-2d770e620750,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:06.502246 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9796bf17-21bf-4de5-adf8-f5c6895e99f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.543676 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f802feca-a230-4804-a555-06c94af21db4 req-a4f6810b-eb29-41cd-96d6-7c412a27fc4c service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139249 Feb 16 14:29:06.551601 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-609faeab-36b8-4ae2-b3d7-8a18e24d0ed7 admin admin] Publish callbacks [] for security_group (fe51604d-ad01-429d-a700-d2d93a0c921d), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.567110 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a8d3f-98c6-4dba-bfd3-62ed9bb9a5a1 req-dfc16c3e-53a1-48f2-a4ed-31fe5cacb068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:06.569588 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3d4a8d3f-98c6-4dba-bfd3-62ed9bb9a5a1 req-dfc16c3e-53a1-48f2-a4ed-31fe5cacb068 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ff67d2ba26804b13adb65eef482bce48&device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 1127 time: 0.0682843 Feb 16 14:29:06.584750 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-609faeab-36b8-4ae2-b3d7-8a18e24d0ed7 admin admin] Publish callbacks [] for security_group (fe51604d-ad01-429d-a700-d2d93a0c921d), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.651204 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9796bf17-21bf-4de5-adf8-f5c6895e99f9 admin admin] Publish callbacks [] for security_group (53c82b4d-b857-446c-b690-6a58223256f3), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.708738 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a8d3f-98c6-4dba-bfd3-62ed9bb9a5a1 req-886ab698-a1f1-493f-a158-dae3e317b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:06.710008 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3d4a8d3f-98c6-4dba-bfd3-62ed9bb9a5a1 req-886ab698-a1f1-493f-a158-dae3e317b020 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=ff67d2ba26804b13adb65eef482bce48&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1314902 Feb 16 14:29:06.744695 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9796bf17-21bf-4de5-adf8-f5c6895e99f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (53c82b4d-b857-446c-b690-6a58223256f3), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.783545 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-9796bf17-21bf-4de5-adf8-f5c6895e99f9 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=e5d5f2954d7f45aa86beec4b7da64373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4848588 Feb 16 14:29:06.784642 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796bf17-21bf-4de5-adf8-f5c6895e99f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c82b4d-b857-446c-b690-6a58223256f3,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:06.787225 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47226) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:06.790256 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-609faeab-36b8-4ae2-b3d7-8a18e24d0ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (fe51604d-ad01-429d-a700-d2d93a0c921d), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.792766 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-609faeab-36b8-4ae2-b3d7-8a18e24d0ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:06.793882 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-609faeab-36b8-4ae2-b3d7-8a18e24d0ed7 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/fe51604d-ad01-429d-a700-d2d93a0c921d HTTP/1.1" status: 204 len: 168 time: 0.3881524 Feb 16 14:29:06.803263 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609faeab-36b8-4ae2-b3d7-8a18e24d0ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe51604d-ad01-429d-a700-d2d93a0c921d,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:06.907883 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dc2d3-c016-49fd-a934-60a73d6bb417 req-3e85ccb3-68ab-4050-a0fb-fe0ddd82d645 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:06.910573 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7b9dc2d3-c016-49fd-a934-60a73d6bb417 req-3e85ccb3-68ab-4050-a0fb-fe0ddd82d645 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0635386 Feb 16 14:29:06.964247 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7b9dc2d3-c016-49fd-a934-60a73d6bb417 req-58e53e91-ca52-4f3d-888d-20cc41c5c836 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468404 Feb 16 14:29:07.030976 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a8d3f-98c6-4dba-bfd3-62ed9bb9a5a1 req-54b58da0-798d-4e43-90c7-fc089992c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:07.032450 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3d4a8d3f-98c6-4dba-bfd3-62ed9bb9a5a1 req-54b58da0-798d-4e43-90c7-fc089992c7cf service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3110383 Feb 16 14:29:07.047300 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fbf52d77-3705-41a4-91bc-b4dea35bb25b admin admin] Publish callbacks [] for security_group (53c82b4d-b857-446c-b690-6a58223256f3), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:07.075422 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fbf52d77-3705-41a4-91bc-b4dea35bb25b admin admin] Publish callbacks [] for security_group (53c82b4d-b857-446c-b690-6a58223256f3), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:07.165437 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b47b76-3328-404e-88db-e61574c312ed req-5d6121e3-6e58-4774-9676-28b1331c2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:07.166759 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-5d6121e3-6e58-4774-9676-28b1331c2f2a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ff67d2ba26804b13adb65eef482bce48&device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 1127 time: 0.0847423 Feb 16 14:29:07.228682 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-0a33e4a8-47d8-4d96-9b2b-430a8732c9d3 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4a7ebef-7df5-47df-a420-2d770e620750 HTTP/1.1" status: 200 len: 217 time: 0.0480971 Feb 16 14:29:07.263955 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3df04-fe6b-43f8-afc9-0a91b040761b req-5dac9115-f4ba-4b7e-8fd0-1e6446954b3d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:07.265706 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d5e3df04-fe6b-43f8-afc9-0a91b040761b req-5dac9115-f4ba-4b7e-8fd0-1e6446954b3d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0826547 Feb 16 14:29:07.287229 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b47b76-3328-404e-88db-e61574c312ed req-65699439-54da-434b-b615-56080a6f59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:07.288625 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-65699439-54da-434b-b615-56080a6f59e8 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=beb109f3-65e7-4dce-a498-267b9c749fc7 HTTP/1.1" status: 200 len: 855 time: 0.0497146 Feb 16 14:29:07.315351 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d5e3df04-fe6b-43f8-afc9-0a91b040761b req-e382b5ac-70a4-4f25-b108-d52ad1625c99 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419276 Feb 16 14:29:07.327756 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fbf52d77-3705-41a4-91bc-b4dea35bb25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (53c82b4d-b857-446c-b690-6a58223256f3), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:07.330583 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fbf52d77-3705-41a4-91bc-b4dea35bb25b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:07.331459 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-fbf52d77-3705-41a4-91bc-b4dea35bb25b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/53c82b4d-b857-446c-b690-6a58223256f3 HTTP/1.1" status: 204 len: 168 time: 0.5432928 Feb 16 14:29:07.343123 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf52d77-3705-41a4-91bc-b4dea35bb25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c82b4d-b857-446c-b690-6a58223256f3,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:07.358119 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b47b76-3328-404e-88db-e61574c312ed req-631f1763-d29a-4391-af6c-37ab26c3e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:07.359628 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-631f1763-d29a-4391-af6c-37ab26c3e721 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0605068 Feb 16 14:29:07.470305 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-81f5aaca-fcea-447d-874f-9b32ad4e7cc8 service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012790 Feb 16 14:29:07.544876 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47256) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:07.560447 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bb31219d-eee3-4956-b4c5-53db64bb3f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:07.568804 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-85b47b76-3328-404e-88db-e61574c312ed req-5c866eda-2c4c-4bd0-aa60-fdcc355023e2 service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912006 Feb 16 14:29:07.663057 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bb31219d-eee3-4956-b4c5-53db64bb3f99 admin admin] Publish callbacks [] for security_group (8a217a6a-965a-42d2-9fcc-8342871f16ee), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:07.682298 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:07.739582 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bb31219d-eee3-4956-b4c5-53db64bb3f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (8a217a6a-965a-42d2-9fcc-8342871f16ee), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:07.780684 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bb31219d-eee3-4956-b4c5-53db64bb3f99 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=39c9df700a104a01866dbd83698ce9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346778 Feb 16 14:29:07.781545 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31219d-eee3-4956-b4c5-53db64bb3f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a217a6a-965a-42d2-9fcc-8342871f16ee,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:07.783936 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47266) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:07.837350 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-05a478ca-d511-43b6-b0cf-2b6443423f67 admin admin] Publish callbacks [] for security_group (8a217a6a-965a-42d2-9fcc-8342871f16ee), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:07.860357 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-05a478ca-d511-43b6-b0cf-2b6443423f67 admin admin] Publish callbacks [] for security_group (8a217a6a-965a-42d2-9fcc-8342871f16ee), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:08.021860 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-05a478ca-d511-43b6-b0cf-2b6443423f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (8a217a6a-965a-42d2-9fcc-8342871f16ee), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:08.024660 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-05a478ca-d511-43b6-b0cf-2b6443423f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:08.025838 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-05a478ca-d511-43b6-b0cf-2b6443423f67 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/8a217a6a-965a-42d2-9fcc-8342871f16ee HTTP/1.1" status: 204 len: 168 time: 0.2413986 Feb 16 14:29:08.034963 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a478ca-d511-43b6-b0cf-2b6443423f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a217a6a-965a-42d2-9fcc-8342871f16ee,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:08.085022 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be96ed-fc27-4af4-b7fe-34f40794e02a req-98e3c5e1-454a-4c44-a820-b24186078889 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:08.086563 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b3be96ed-fc27-4af4-b7fe-34f40794e02a req-98e3c5e1-454a-4c44-a820-b24186078889 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0571659 Feb 16 14:29:08.141487 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b3be96ed-fc27-4af4-b7fe-34f40794e02a req-5355f478-21d0-4e83-a3a7-3f1e04c0fe2e tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479920 Feb 16 14:29:08.207775 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47288) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:08.221385 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-eeed3448-ef9c-4430-abad-afc49ff0a1aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:08.315511 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-eeed3448-ef9c-4430-abad-afc49ff0a1aa admin admin] Publish callbacks [] for security_group (a84988be-7c3e-4403-a13d-885028383d95), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:08.384851 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-eeed3448-ef9c-4430-abad-afc49ff0a1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (a84988be-7c3e-4403-a13d-885028383d95), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:08.425460 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed3448-ef9c-4430-abad-afc49ff0a1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84988be-7c3e-4403-a13d-885028383d95,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:08.430466 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-eeed3448-ef9c-4430-abad-afc49ff0a1aa admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=bb4bdca3e77542b5b816e93fb2bbb7dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214379 Feb 16 14:29:08.433592 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47314) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:08.465182 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf889809-9889-4eb2-8fce-5fb42ed82e1b req-af115104-b249-448c-b11b-8cfd43df5cac tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:08.466806 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cf889809-9889-4eb2-8fce-5fb42ed82e1b req-af115104-b249-448c-b11b-8cfd43df5cac tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0767593 Feb 16 14:29:08.494422 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e705cb15-895a-4c5e-bf3e-b599373a7fa8 admin admin] Publish callbacks [] for security_group (a84988be-7c3e-4403-a13d-885028383d95), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:08.518230 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e705cb15-895a-4c5e-bf3e-b599373a7fa8 admin admin] Publish callbacks [] for security_group (a84988be-7c3e-4403-a13d-885028383d95), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:08.525247 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cf889809-9889-4eb2-8fce-5fb42ed82e1b req-95ce89aa-b8b6-4271-a9df-76dd3f961da1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505593 Feb 16 14:29:08.653304 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e705cb15-895a-4c5e-bf3e-b599373a7fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (a84988be-7c3e-4403-a13d-885028383d95), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:08.656010 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e705cb15-895a-4c5e-bf3e-b599373a7fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:08.657271 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e705cb15-895a-4c5e-bf3e-b599373a7fa8 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/a84988be-7c3e-4403-a13d-885028383d95 HTTP/1.1" status: 204 len: 168 time: 0.2230251 Feb 16 14:29:08.666170 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705cb15-895a-4c5e-bf3e-b599373a7fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84988be-7c3e-4403-a13d-885028383d95,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:09.048632 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47340) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:09.053971 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.216633 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4d8cae8c-b255-45d4-aea4-bc6d67f9c481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.273950 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1346f-ba99-4e09-bd0f-e55bae775427 req-8b472267-f49a-449e-9853-63a8c8a801e7 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:09.281163 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3fc1346f-ba99-4e09-bd0f-e55bae775427 req-8b472267-f49a-449e-9853-63a8c8a801e7 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0667548 Feb 16 14:29:09.314527 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4d8cae8c-b255-45d4-aea4-bc6d67f9c481 admin admin] Publish callbacks [] for security_group (86c2236c-dc95-4e48-821f-2cd0acf1ce64), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.327884 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3fc1346f-ba99-4e09-bd0f-e55bae775427 req-e33c7ece-0faa-43ec-a9ee-99e9d029e08e tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458622 Feb 16 14:29:09.355707 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f4a7ebef-7df5-47df-a420-2d770e620750 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:29:09.390655 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4d8cae8c-b255-45d4-aea4-bc6d67f9c481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (86c2236c-dc95-4e48-821f-2cd0acf1ce64), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.436251 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47358) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:09.436442 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-4d8cae8c-b255-45d4-aea4-bc6d67f9c481 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=de0db430d4e04edb9151f0f686adb249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858795 Feb 16 14:29:09.437358 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cae8c-b255-45d4-aea4-bc6d67f9c481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c2236c-dc95-4e48-821f-2cd0acf1ce64,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:09.478410 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f4a7ebef-7df5-47df-a420-2d770e620750, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f4a7ebef-7df5-47df-a420-2d770e620750,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:09.490992 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'port_id': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'mac_address': 'fa:16:3e:8e:b6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:29:09.502992 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c200-366a-4d00-9dc4-020bc39c43bb admin admin] Publish callbacks [] for security_group (86c2236c-dc95-4e48-821f-2cd0acf1ce64), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.528463 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c200-366a-4d00-9dc4-020bc39c43bb admin admin] Publish callbacks [] for security_group (86c2236c-dc95-4e48-821f-2cd0acf1ce64), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.530240 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47360) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:09.555834 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port f4a7ebef-7df5-47df-a420-2d770e620750 is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:09.557437 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.581181 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a7ebef-7df5-47df-a420-2d770e620750 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:29:09.604449 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f4a7ebef-7df5-47df-a420-2d770e620750, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f4a7ebef-7df5-47df-a420-2d770e620750,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:09.675915 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c200-366a-4d00-9dc4-020bc39c43bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (86c2236c-dc95-4e48-821f-2cd0acf1ce64), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.679302 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ce2c200-366a-4d00-9dc4-020bc39c43bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.683428 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-8ce2c200-366a-4d00-9dc4-020bc39c43bb admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/86c2236c-dc95-4e48-821f-2cd0acf1ce64 HTTP/1.1" status: 204 len: 168 time: 0.2431493 Feb 16 14:29:09.687399 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274491e-e719-449d-8c1e-cc3ec26dc816 req-43aa8d02-8020-4aeb-9938-0b0febdff3d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:09.689058 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3274491e-e719-449d-8c1e-cc3ec26dc816 req-43aa8d02-8020-4aeb-9938-0b0febdff3d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0630429 Feb 16 14:29:09.698623 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2c200-366a-4d00-9dc4-020bc39c43bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c2236c-dc95-4e48-821f-2cd0acf1ce64,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:09.702471 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.748459 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aac2a43f-083e-4a0f-950a-c4c3d0c5c734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.754439 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3274491e-e719-449d-8c1e-cc3ec26dc816 req-f5b48816-850b-4dd1-8808-552dd030c847 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574167 Feb 16 14:29:09.781381 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=f4a7ebef-7df5-47df-a420-2d770e620750,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:09.841513 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aac2a43f-083e-4a0f-950a-c4c3d0c5c734 admin admin] Publish callbacks [] for security_group (82ff6542-6099-4970-afda-a43391a77673), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.919116 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aac2a43f-083e-4a0f-950a-c4c3d0c5c734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (82ff6542-6099-4970-afda-a43391a77673), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:09.962460 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47376) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:09.962585 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-aac2a43f-083e-4a0f-950a-c4c3d0c5c734 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=f33e6270eee343ffb024a15da24766ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4310260 Feb 16 14:29:09.963990 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2a43f-083e-4a0f-950a-c4c3d0c5c734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ff6542-6099-4970-afda-a43391a77673,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:09.991409 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['f4a7ebef-7df5-47df-a420-2d770e620750'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:29:10.024912 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a62cdb8-06c8-4315-b7ba-2ed1b187ebaa admin admin] Publish callbacks [] for security_group (82ff6542-6099-4970-afda-a43391a77673), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.050271 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a62cdb8-06c8-4315-b7ba-2ed1b187ebaa admin admin] Publish callbacks [] for security_group (82ff6542-6099-4970-afda-a43391a77673), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.190823 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a62cdb8-06c8-4315-b7ba-2ed1b187ebaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (82ff6542-6099-4970-afda-a43391a77673), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.193743 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a62cdb8-06c8-4315-b7ba-2ed1b187ebaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.194773 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0a62cdb8-06c8-4315-b7ba-2ed1b187ebaa admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/82ff6542-6099-4970-afda-a43391a77673 HTTP/1.1" status: 204 len: 168 time: 0.2295206 Feb 16 14:29:10.203241 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62cdb8-06c8-4315-b7ba-2ed1b187ebaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ff6542-6099-4970-afda-a43391a77673,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:10.461935 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0fc7d-5c00-425c-bd53-7845fb5a347a req-36b11968-efb2-4f59-8410-85710ca91a05 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:10.463454 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8a0fc7d-5c00-425c-bd53-7845fb5a347a req-36b11968-efb2-4f59-8410-85710ca91a05 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0582051 Feb 16 14:29:10.516440 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8a0fc7d-5c00-425c-bd53-7845fb5a347a req-cb9878b3-40ad-4fad-8d25-a86d17bbcaa5 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471580 Feb 16 14:29:10.529481 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47396) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:10.540866 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-537925b4-bcfe-4e9f-a863-da7966dfdb5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.627415 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-537925b4-bcfe-4e9f-a863-da7966dfdb5f admin admin] Publish callbacks [] for security_group (3879c711-d891-4670-b196-3f4181c17022), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.730880 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.733273 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-537925b4-bcfe-4e9f-a863-da7966dfdb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (3879c711-d891-4670-b196-3f4181c17022), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.793116 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-537925b4-bcfe-4e9f-a863-da7966dfdb5f admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=ba8b300da1394bf694bc32702e7a71c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637124 Feb 16 14:29:10.797306 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47414) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:10.801773 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537925b4-bcfe-4e9f-a863-da7966dfdb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3879c711-d891-4670-b196-3f4181c17022,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:10.889125 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1c83a7b3-3331-4bb3-970e-cad5635c0a7f admin admin] Publish callbacks [] for security_group (3879c711-d891-4670-b196-3f4181c17022), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.918715 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1c83a7b3-3331-4bb3-970e-cad5635c0a7f admin admin] Publish callbacks [] for security_group (3879c711-d891-4670-b196-3f4181c17022), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:10.923592 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68835c4-378e-4f1c-b40e-982af4c99048 req-c174ca09-862e-4a0b-85f1-b6a429ed6e4f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:10.924069 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b68835c4-378e-4f1c-b40e-982af4c99048 req-c174ca09-862e-4a0b-85f1-b6a429ed6e4f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 944 time: 0.0657191 Feb 16 14:29:10.998795 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b68835c4-378e-4f1c-b40e-982af4c99048 req-2994baf6-2597-45c5-b112-265c8fc72ce8 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657480 Feb 16 14:29:11.142002 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1c83a7b3-3331-4bb3-970e-cad5635c0a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (3879c711-d891-4670-b196-3f4181c17022), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.144694 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1c83a7b3-3331-4bb3-970e-cad5635c0a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.146430 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-1c83a7b3-3331-4bb3-970e-cad5635c0a7f admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/3879c711-d891-4670-b196-3f4181c17022 HTTP/1.1" status: 204 len: 168 time: 0.3513963 Feb 16 14:29:11.156014 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83a7b3-3331-4bb3-970e-cad5635c0a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3879c711-d891-4670-b196-3f4181c17022,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:11.367373 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f4a7ebef-7df5-47df-a420-2d770e620750 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:11.485837 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port f4a7ebef-7df5-47df-a420-2d770e620750 completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:29:11.490220 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port f4a7ebef-7df5-47df-a420-2d770e620750 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:11.490598 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.698288 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5ec53-690b-4c9f-9d52-22efbf1f3c62 req-1af42e33-2c0b-43c8-94a9-3a5f61f69196 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:11.705757 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d9f5ec53-690b-4c9f-9d52-22efbf1f3c62 req-1af42e33-2c0b-43c8-94a9-3a5f61f69196 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0977938 Feb 16 14:29:11.731631 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port f4a7ebef-7df5-47df-a420-2d770e620750 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:11.732139 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.757731 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a7ebef-7df5-47df-a420-2d770e620750'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:29:11.758184 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d9f5ec53-690b-4c9f-9d52-22efbf1f3c62 req-048f8622-b31f-4407-baf9-71ac17bf7b08 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514591 Feb 16 14:29:11.760459 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaa927f-ceab-441e-aec3-581910589e9c" -d '{"events": [{"server_uuid": "6f56db3d-abe8-4d5d-a99c-aebd177f9d10", "name": "network-vif-plugged", "status": "completed", "tag": "f4a7ebef-7df5-47df-a420-2d770e620750"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:29:11.775146 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f4a7ebef-7df5-47df-a420-2d770e620750, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f4a7ebef-7df5-47df-a420-2d770e620750,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:11.799215 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8593f9f7-5d95-4193-9f35-8c748578c5e4 x-openstack-request-id: req-8593f9f7-5d95-4193-9f35-8c748578c5e4 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:29:11.799528 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f56db3d-abe8-4d5d-a99c-aebd177f9d10", "name": "network-vif-plugged", "status": "completed", "tag": "f4a7ebef-7df5-47df-a420-2d770e620750", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:29:11.799785 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-8593f9f7-5d95-4193-9f35-8c748578c5e4 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:29:11.800177 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'code': 200} Feb 16 14:29:11.859756 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:11.923236 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=f4a7ebef-7df5-47df-a420-2d770e620750,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:12.136892 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34533974-a129-4fe1-b2ab-7a4855d1738e req-4fde6126-1b53-4a85-9a3e-77116f970865 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:12.145955 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-34533974-a129-4fe1-b2ab-7a4855d1738e req-4fde6126-1b53-4a85-9a3e-77116f970865 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0685444 Feb 16 14:29:12.150313 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa27dd6-aab9-49a7-93fb-08124fa741cd req-a238cd6b-4add-4901-8a4f-4ea949bb9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:12.150826 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4fa27dd6-aab9-49a7-93fb-08124fa741cd req-a238cd6b-4add-4901-8a4f-4ea949bb9ff3 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 1129 time: 0.0534558 Feb 16 14:29:12.216834 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-34533974-a129-4fe1-b2ab-7a4855d1738e req-d5e067c5-eb26-4735-a2c2-9e06a34bae16 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669770 Feb 16 14:29:12.252633 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4fa27dd6-aab9-49a7-93fb-08124fa741cd req-afbb119e-01f8-487e-8e5b-1e4bf255e421 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945148 Feb 16 14:29:12.897556 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf370452-fb9a-46d9-b7ea-bccdc6191831 req-658117af-c00b-4d02-b05f-cc3e55f87869 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:12.899055 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bf370452-fb9a-46d9-b7ea-bccdc6191831 req-658117af-c00b-4d02-b05f-cc3e55f87869 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0624990 Feb 16 14:29:12.954942 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bf370452-fb9a-46d9-b7ea-bccdc6191831 req-384add89-cd6a-449e-8157-1e80ca36d02b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492067 Feb 16 14:29:13.341798 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be329c-d0d8-43f1-ab54-c209c7e90d5c req-9812dc3f-229f-4fc4-b7e0-3350003d1760 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:13.343272 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-49be329c-d0d8-43f1-ab54-c209c7e90d5c req-9812dc3f-229f-4fc4-b7e0-3350003d1760 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0525146 Feb 16 14:29:13.392423 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-49be329c-d0d8-43f1-ab54-c209c7e90d5c req-76d68f2d-fa5b-48a1-83b5-64799b34e5aa tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425696 Feb 16 14:29:13.966145 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47560) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:14.080724 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434071f-82f6-4175-be73-b3423108d75d req-5e1e6e03-48a7-409d-aa7a-dce2e9d2ddb5 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:14.082256 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8434071f-82f6-4175-be73-b3423108d75d req-5e1e6e03-48a7-409d-aa7a-dce2e9d2ddb5 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0546322 Feb 16 14:29:14.094103 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-379208ba-8c6d-4322-a014-e86e671162ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.145434 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8434071f-82f6-4175-be73-b3423108d75d req-54675c8d-98f0-4183-8c4f-acf8b9b49f96 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572691 Feb 16 14:29:14.180139 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-379208ba-8c6d-4322-a014-e86e671162ea admin admin] Publish callbacks [] for security_group (eb2b07e8-82c2-40d8-a303-c42b0071b0b3), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.267970 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-379208ba-8c6d-4322-a014-e86e671162ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (eb2b07e8-82c2-40d8-a303-c42b0071b0b3), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.312124 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-379208ba-8c6d-4322-a014-e86e671162ea admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=140c6aebb40148cf996d2ab52b0bbb92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447883 Feb 16 14:29:14.313124 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379208ba-8c6d-4322-a014-e86e671162ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2b07e8-82c2-40d8-a303-c42b0071b0b3,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:14.314967 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47582) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:14.366097 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5be80e5-9e7e-42b0-9f8d-05b3aaa872cb admin admin] Publish callbacks [] for security_group (eb2b07e8-82c2-40d8-a303-c42b0071b0b3), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.386835 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5be80e5-9e7e-42b0-9f8d-05b3aaa872cb admin admin] Publish callbacks [] for security_group (eb2b07e8-82c2-40d8-a303-c42b0071b0b3), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.509100 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5be80e5-9e7e-42b0-9f8d-05b3aaa872cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (eb2b07e8-82c2-40d8-a303-c42b0071b0b3), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.511640 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5be80e5-9e7e-42b0-9f8d-05b3aaa872cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.512760 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b5be80e5-9e7e-42b0-9f8d-05b3aaa872cb admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/eb2b07e8-82c2-40d8-a303-c42b0071b0b3 HTTP/1.1" status: 204 len: 168 time: 0.1968625 Feb 16 14:29:14.525199 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be80e5-9e7e-42b0-9f8d-05b3aaa872cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2b07e8-82c2-40d8-a303-c42b0071b0b3,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:14.541824 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cd6d7-37d8-4a6a-ad22-a708d70bd0fe req-f65c9542-4db0-41b0-880e-ec729f2cf700 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:14.541824 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a01cd6d7-37d8-4a6a-ad22-a708d70bd0fe req-f65c9542-4db0-41b0-880e-ec729f2cf700 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0663209 Feb 16 14:29:14.614268 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a01cd6d7-37d8-4a6a-ad22-a708d70bd0fe req-587cce77-5440-49f3-81c3-232a378eb6d6 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594261 Feb 16 14:29:14.750194 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb27f4-7efd-4db2-867e-5eecc084d0e8 req-e2f7df4e-3e49-4aed-9876-7558db5aa5fa tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:14.751641 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-45eb27f4-7efd-4db2-867e-5eecc084d0e8 req-e2f7df4e-3e49-4aed-9876-7558db5aa5fa tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0556118 Feb 16 14:29:14.761036 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47606) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:14.765146 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-1cc0ced0-970e-4105-b5b9-568c8cc44751 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Request body: {'floatingip': {'port_id': 'f4a7ebef-7df5-47df-a420-2d770e620750'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:14.802772 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ced0-970e-4105-b5b9-568c8cc44751 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for floatingip (54a9a499-52b4-48c7-9a49-c9ef8af64659), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:14.922938 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47616) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:15.257412 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-60fb88c1-7e46-45d3-a5c8-d29b2a4568be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.342942 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7fe18-804a-44ab-b6bb-658341288722 req-915362f5-0cb5-49cb-8415-82d31b7f5ee6 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:15.344472 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4bd7fe18-804a-44ab-b6bb-658341288722 req-915362f5-0cb5-49cb-8415-82d31b7f5ee6 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1157804 Feb 16 14:29:15.524119 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-60fb88c1-7e46-45d3-a5c8-d29b2a4568be admin admin] Publish callbacks [] for security_group (6759a755-3b97-414b-9ddd-8a6332b52f60), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.529961 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4bd7fe18-804a-44ab-b6bb-658341288722 req-3647accb-9b7a-45e2-96d5-969d2c91b7a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760886 Feb 16 14:29:15.627342 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ced0-970e-4105-b5b9-568c8cc44751 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.671019 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-60fb88c1-7e46-45d3-a5c8-d29b2a4568be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (6759a755-3b97-414b-9ddd-8a6332b52f60), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.714160 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-60fb88c1-7e46-45d3-a5c8-d29b2a4568be admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=e8d6fbaf8a684969823f7bd47cb788f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7900369 Feb 16 14:29:15.715417 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb88c1-7e46-45d3-a5c8-d29b2a4568be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6759a755-3b97-414b-9ddd-8a6332b52f60,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:15.717000 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47646) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:15.757235 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ced0-970e-4105-b5b9-568c8cc44751 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (54a9a499-52b4-48c7-9a49-c9ef8af64659), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.775229 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e84297e5-ce76-430a-80af-2b1eacb0272d admin admin] Publish callbacks [] for security_group (6759a755-3b97-414b-9ddd-8a6332b52f60), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.798552 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e84297e5-ce76-430a-80af-2b1eacb0272d admin admin] Publish callbacks [] for security_group (6759a755-3b97-414b-9ddd-8a6332b52f60), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.867947 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-1cc0ced0-970e-4105-b5b9-568c8cc44751 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Floating IP 54a9a499-52b4-48c7-9a49-c9ef8af64659 associated. External IP: 172.27.1.10, port: f4a7ebef-7df5-47df-a420-2d770e620750. Feb 16 14:29:15.935530 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e84297e5-ce76-430a-80af-2b1eacb0272d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (6759a755-3b97-414b-9ddd-8a6332b52f60), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.938475 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e84297e5-ce76-430a-80af-2b1eacb0272d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:15.939459 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e84297e5-ce76-430a-80af-2b1eacb0272d admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/6759a755-3b97-414b-9ddd-8a6332b52f60 HTTP/1.1" status: 204 len: 168 time: 0.2214746 Feb 16 14:29:15.948080 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84297e5-ce76-430a-80af-2b1eacb0272d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6759a755-3b97-414b-9ddd-8a6332b52f60,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:16.113558 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc0ced0-970e-4105-b5b9-568c8cc44751 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:29:16.227345 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc0ced0-970e-4105-b5b9-568c8cc44751 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:29:16.232369 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ced0-970e-4105-b5b9-568c8cc44751 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:16.237692 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae18685-200b-4956-a2cf-5e8f204fb1fc None None] Sync routers for ids ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:29:16.247696 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae18685-200b-4956-a2cf-5e8f204fb1fc None None] Routers {'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:16.248458 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-6ae18685-200b-4956-a2cf-5e8f204fb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:29:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:16.262482 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1cc0ced0-970e-4105-b5b9-568c8cc44751 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "PUT /v2.0/floatingips/54a9a499-52b4-48c7-9a49-c9ef8af64659 HTTP/1.1" status: 200 len: 990 time: 1.5004253 Feb 16 14:29:16.263157 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'tag': 'f4a7ebef-7df5-47df-a420-2d770e620750'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:29:16.265868 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50c02363fa5426f791f6a8f15be870b1b836575fcc63bad3ce40b43bfc1392ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9a48c9-e600-452e-9843-cfe44af8a1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6f56db3d-abe8-4d5d-a99c-aebd177f9d10", "tag": "f4a7ebef-7df5-47df-a420-2d770e620750"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:29:16.314989 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b20512-aacd-4b71-a776-5d7febb9ca24 x-openstack-request-id: req-c0b20512-aacd-4b71-a776-5d7febb9ca24 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:29:16.315474 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f56db3d-abe8-4d5d-a99c-aebd177f9d10", "tag": "f4a7ebef-7df5-47df-a420-2d770e620750", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:29:16.320519 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-c0b20512-aacd-4b71-a776-5d7febb9ca24 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:29:16.320519 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'tag': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'status': 'completed', 'code': 200} Feb 16 14:29:16.375841 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-6ae18685-200b-4956-a2cf-5e8f204fb1fc None None] Set router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:16.385814 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a48c9-e600-452e-9843-cfe44af8a1a6 req-6fa53f1f-3094-42e1-8c0e-73acd2e74b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:16.387493 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ae9a48c9-e600-452e-9843-cfe44af8a1a6 req-6fa53f1f-3094-42e1-8c0e-73acd2e74b6c service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ff67d2ba26804b13adb65eef482bce48&device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 1129 time: 0.0501678 Feb 16 14:29:16.525680 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a48c9-e600-452e-9843-cfe44af8a1a6 req-10d4ce3b-0dc9-4ea5-883d-908fd4ecd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:16.527540 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ae9a48c9-e600-452e-9843-cfe44af8a1a6 req-10d4ce3b-0dc9-4ea5-883d-908fd4ecd251 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d HTTP/1.1" status: 200 len: 917 time: 0.1321421 Feb 16 14:29:16.627959 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ae9a48c9-e600-452e-9843-cfe44af8a1a6 req-d7f66b6b-bcff-416f-88e3-9b3e4c4b612b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4a7ebef-7df5-47df-a420-2d770e620750 HTTP/1.1" status: 200 len: 998 time: 0.0936704 Feb 16 14:29:16.688146 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c450f4-db12-4ac4-9ebb-ae6e232dc965 req-61cb3227-c372-4979-8362-8ebfc9f4d40a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:16.701554 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-10c450f4-db12-4ac4-9ebb-ae6e232dc965 req-61cb3227-c372-4979-8362-8ebfc9f4d40a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0660958 Feb 16 14:29:16.720597 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a48c9-e600-452e-9843-cfe44af8a1a6 req-5a28a8b9-07f6-4c0a-b564-ab300c28e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:16.722409 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ae9a48c9-e600-452e-9843-cfe44af8a1a6 req-5a28a8b9-07f6-4c0a-b564-ab300c28e84f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=beb109f3-65e7-4dce-a498-267b9c749fc7 HTTP/1.1" status: 200 len: 855 time: 0.0862520 Feb 16 14:29:16.742471 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-6ae18685-200b-4956-a2cf-5e8f204fb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '54a9a499-52b4-48c7-9a49-c9ef8af64659', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'port_id': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'mac_address': 'fa:16:3e:8e:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:28:59Z', 'updated_at': '2022-02-16T14:29:15Z', 'revision_number': 1, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:59Z', 'revision_number': 5, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:16.765915 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-10c450f4-db12-4ac4-9ebb-ae6e232dc965 req-5e2a0203-06a1-4307-96d6-b9237158d9b2 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685008 Feb 16 14:29:16.792999 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae18685-200b-4956-a2cf-5e8f204fb1fc None None] Checking router: cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:29:16.802559 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae18685-200b-4956-a2cf-5e8f204fb1fc None None] Routers {'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:29:16.804173 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-6ae18685-200b-4956-a2cf-5e8f204fb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:29:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:16.822571 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a48c9-e600-452e-9843-cfe44af8a1a6 req-60db5552-cefd-4e0e-b24f-b3b106c6c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:16.824113 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ae9a48c9-e600-452e-9843-cfe44af8a1a6 req-60db5552-cefd-4e0e-b24f-b3b106c6c3de service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0859995 Feb 16 14:29:16.929943 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ae9a48c9-e600-452e-9843-cfe44af8a1a6 req-aa5b80bb-a9d4-45eb-bb4e-52d4ae2b4c4d service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987275 Feb 16 14:29:16.943571 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-6ae18685-200b-4956-a2cf-5e8f204fb1fc None None] Set router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:29:17.003581 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47684) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:17.027116 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47688) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:17.054608 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a23f779a-8370-498b-9feb-279eaccf9379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.084413 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ae9a48c9-e600-452e-9843-cfe44af8a1a6 req-17e0846f-2b65-49a0-bd4e-60592940a7f7 service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455884 Feb 16 14:29:17.163019 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47692) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:17.240973 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a23f779a-8370-498b-9feb-279eaccf9379 admin admin] Publish callbacks [] for security_group (a9ae6460-07b4-4208-b789-b0b2dd4eb0a9), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.253035 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-6ae18685-200b-4956-a2cf-5e8f204fb1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '54a9a499-52b4-48c7-9a49-c9ef8af64659', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'port_id': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'mac_address': 'fa:16:3e:8e:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:28:59Z', 'updated_at': '2022-02-16T14:29:15Z', 'revision_number': 1, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:59Z', 'revision_number': 5, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:29:17.261579 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72faa0d3-b6f9-4d15-82aa-7c85617af896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.274863 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c8f60114-6869-4bfe-88b6-655a976d672c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.287597 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae18685-200b-4956-a2cf-5e8f204fb1fc None None] The sync data for ids ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'] in dv-cinder-778193-17-iscsi is: [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '54a9a499-52b4-48c7-9a49-c9ef8af64659', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'port_id': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'mac_address': 'fa:16:3e:8e:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:28:59Z', 'updated_at': '2022-02-16T14:29:15Z', 'revision_number': 1, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:59Z', 'revision_number': 5, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:29:17.327351 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a23f779a-8370-498b-9feb-279eaccf9379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (a9ae6460-07b4-4208-b789-b0b2dd4eb0a9), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.377214 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72faa0d3-b6f9-4d15-82aa-7c85617af896 admin admin] Publish callbacks [] for security_group (34fe6609-33bc-4897-aaf0-1997a6723522), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.379272 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a23f779a-8370-498b-9feb-279eaccf9379 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=ece93b23551d42909ba640e10bde2bd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510320 Feb 16 14:29:17.382298 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47698) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:17.386786 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f779a-8370-498b-9feb-279eaccf9379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ae6460-07b4-4208-b789-b0b2dd4eb0a9,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:17.410479 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c8f60114-6869-4bfe-88b6-655a976d672c admin admin] Publish callbacks [] for security_group (fd59e300-5305-47f6-af21-47427f6a198c), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.434779 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fa54f3b0-f07a-4f83-afa1-0c49acb5fe96 admin admin] Publish callbacks [] for security_group (a9ae6460-07b4-4208-b789-b0b2dd4eb0a9), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.459046 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fa54f3b0-f07a-4f83-afa1-0c49acb5fe96 admin admin] Publish callbacks [] for security_group (a9ae6460-07b4-4208-b789-b0b2dd4eb0a9), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.479155 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c8f60114-6869-4bfe-88b6-655a976d672c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (fd59e300-5305-47f6-af21-47427f6a198c), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.479368 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72faa0d3-b6f9-4d15-82aa-7c85617af896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (34fe6609-33bc-4897-aaf0-1997a6723522), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.520304 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c8f60114-6869-4bfe-88b6-655a976d672c admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=86d4c89069bf4f8d82cc420a0fbd75a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153005 Feb 16 14:29:17.522199 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f60114-6869-4bfe-88b6-655a976d672c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd59e300-5305-47f6-af21-47427f6a198c,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:17.524819 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47700) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:17.534642 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-72faa0d3-b6f9-4d15-82aa-7c85617af896 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=443a5aed5a094e909375b8377697aa29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677998 Feb 16 14:29:17.534876 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47702) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:17.538276 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faa0d3-b6f9-4d15-82aa-7c85617af896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fe6609-33bc-4897-aaf0-1997a6723522,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:17.547840 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31983c-dc63-4b81-990f-a3ae9e2800fe None None] New status for floating IP 54a9a499-52b4-48c7-9a49-c9ef8af64659: ACTIVE {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:29:17.626770 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf73d95a-642f-4611-869e-a5bdbdc0d4e8 admin admin] Publish callbacks [] for security_group (fd59e300-5305-47f6-af21-47427f6a198c), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.629243 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf92c939-3424-40f0-8ff1-8d3b5e88f384 admin admin] Publish callbacks [] for security_group (34fe6609-33bc-4897-aaf0-1997a6723522), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.631744 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fa54f3b0-f07a-4f83-afa1-0c49acb5fe96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (a9ae6460-07b4-4208-b789-b0b2dd4eb0a9), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.635293 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fa54f3b0-f07a-4f83-afa1-0c49acb5fe96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.638890 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-fa54f3b0-f07a-4f83-afa1-0c49acb5fe96 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/a9ae6460-07b4-4208-b789-b0b2dd4eb0a9 HTTP/1.1" status: 204 len: 168 time: 0.2532985 Feb 16 14:29:17.647841 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54f3b0-f07a-4f83-afa1-0c49acb5fe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ae6460-07b4-4208-b789-b0b2dd4eb0a9,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:17.669843 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf73d95a-642f-4611-869e-a5bdbdc0d4e8 admin admin] Publish callbacks [] for security_group (fd59e300-5305-47f6-af21-47427f6a198c), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.681050 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf92c939-3424-40f0-8ff1-8d3b5e88f384 admin admin] Publish callbacks [] for security_group (34fe6609-33bc-4897-aaf0-1997a6723522), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.891446 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf92c939-3424-40f0-8ff1-8d3b5e88f384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (34fe6609-33bc-4897-aaf0-1997a6723522), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.891446 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf92c939-3424-40f0-8ff1-8d3b5e88f384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.893244 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bf92c939-3424-40f0-8ff1-8d3b5e88f384 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/34fe6609-33bc-4897-aaf0-1997a6723522 HTTP/1.1" status: 204 len: 168 time: 0.3575938 Feb 16 14:29:17.897677 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf73d95a-642f-4611-869e-a5bdbdc0d4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (fd59e300-5305-47f6-af21-47427f6a198c), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.900278 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf73d95a-642f-4611-869e-a5bdbdc0d4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:17.904604 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bf73d95a-642f-4611-869e-a5bdbdc0d4e8 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/fd59e300-5305-47f6-af21-47427f6a198c HTTP/1.1" status: 204 len: 168 time: 0.3754225 Feb 16 14:29:17.909997 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92c939-3424-40f0-8ff1-8d3b5e88f384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fe6609-33bc-4897-aaf0-1997a6723522,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:17.921754 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73d95a-642f-4611-869e-a5bdbdc0d4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd59e300-5305-47f6-af21-47427f6a198c,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:17.956428 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1af6a2-64c9-4f65-a582-d4fd805569ee req-9c52ae9c-5948-410b-b6ff-a929c7fd5816 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:17.956428 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e1af6a2-64c9-4f65-a582-d4fd805569ee req-9c52ae9c-5948-410b-b6ff-a929c7fd5816 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1005287 Feb 16 14:29:18.033058 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e1af6a2-64c9-4f65-a582-d4fd805569ee req-d6b87cbd-8c25-4342-bd78-393f14478435 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715990 Feb 16 14:29:18.101515 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-3b58d55c-e17f-46f1-ad78-4a713b9ab6cd tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/networks?tenant_id=44728a2ff4af4408a5fc46e7eb9c297f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294654 Feb 16 14:29:18.289380 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-42bb26f7-e69d-4845-976e-2be6d26b4eb5 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:18.290904 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-42bb26f7-e69d-4845-976e-2be6d26b4eb5 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841679 Feb 16 14:29:18.306048 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-dbd0149c-63b5-4ee1-afd9-9216eb280222 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/quotas/44728a2ff4af4408a5fc46e7eb9c297f HTTP/1.1" status: 200 len: 375 time: 0.0096660 Feb 16 14:29:18.340636 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-54c42b0b-ba18-437b-9a53-ccd2deaf6fad tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=44728a2ff4af4408a5fc46e7eb9c297f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292656 Feb 16 14:29:18.604376 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-59c378cf-1acd-44bc-9b19-02776a6eabb3 req-2c8a09cf-5707-4a0a-a456-789e733fbbe0 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 210 time: 0.0302467 Feb 16 14:29:18.695408 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47748) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:18.709013 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d877-f08a-47f6-bb2a-43e544074835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:18.780148 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47752) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:18.800694 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2c9d88cb-7d79-42a8-b5b2-5d70c7e8f963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:18.801952 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d877-f08a-47f6-bb2a-43e544074835 admin admin] Publish callbacks [] for security_group (98a68757-4483-4e18-aa86-46a2b89e416a), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:18.879501 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2c9d88cb-7d79-42a8-b5b2-5d70c7e8f963 admin admin] Publish callbacks [] for security_group (d818774c-1074-4f83-a11b-8ef59f3a258e), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:18.928988 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d877-f08a-47f6-bb2a-43e544074835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (98a68757-4483-4e18-aa86-46a2b89e416a), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:18.969140 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b4f8d877-f08a-47f6-bb2a-43e544074835 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=cbbe6cc512e24fb988145d864039a59b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725220 Feb 16 14:29:18.970288 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8d877-f08a-47f6-bb2a-43e544074835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a68757-4483-4e18-aa86-46a2b89e416a,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:18.971954 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 47760) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:18.988401 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2c9d88cb-7d79-42a8-b5b2-5d70c7e8f963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (d818774c-1074-4f83-a11b-8ef59f3a258e), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:19.053928 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d88cb-7d79-42a8-b5b2-5d70c7e8f963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d818774c-1074-4f83-a11b-8ef59f3a258e,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:19.060671 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2c9d88cb-7d79-42a8-b5b2-5d70c7e8f963 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=9ba93847dccd474fbe6a9d53a6f43072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788091 Feb 16 14:29:19.063348 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 47766) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:19.075808 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0e8a13e5-d2a7-4675-80d4-3f9da5a2cc6f admin admin] Publish callbacks [] for security_group (98a68757-4483-4e18-aa86-46a2b89e416a), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:19.110848 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0e8a13e5-d2a7-4675-80d4-3f9da5a2cc6f admin admin] Publish callbacks [] for security_group (98a68757-4483-4e18-aa86-46a2b89e416a), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:19.177739 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0aca510e-3db8-4618-a4f1-ffbdda8818ae admin admin] Publish callbacks [] for security_group (d818774c-1074-4f83-a11b-8ef59f3a258e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:19.208564 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790f84-51e9-4e94-bd0b-649df4817811 req-98810df7-83ce-4842-8f94-772566925cfc tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:19.210029 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f0790f84-51e9-4e94-bd0b-649df4817811 req-98810df7-83ce-4842-8f94-772566925cfc tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0835984 Feb 16 14:29:19.215485 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0aca510e-3db8-4618-a4f1-ffbdda8818ae admin admin] Publish callbacks [] for security_group (d818774c-1074-4f83-a11b-8ef59f3a258e), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:19.254103 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0e8a13e5-d2a7-4675-80d4-3f9da5a2cc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (98a68757-4483-4e18-aa86-46a2b89e416a), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:19.258558 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0e8a13e5-d2a7-4675-80d4-3f9da5a2cc6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:19.260335 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0e8a13e5-d2a7-4675-80d4-3f9da5a2cc6f admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/98a68757-4483-4e18-aa86-46a2b89e416a HTTP/1.1" status: 204 len: 168 time: 0.2867742 Feb 16 14:29:19.274272 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a13e5-d2a7-4675-80d4-3f9da5a2cc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a68757-4483-4e18-aa86-46a2b89e416a,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:19.294096 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f0790f84-51e9-4e94-bd0b-649df4817811 req-eda1a47a-2880-4010-8e4c-9b9721b90ab8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765016 Feb 16 14:29:19.393658 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0aca510e-3db8-4618-a4f1-ffbdda8818ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (d818774c-1074-4f83-a11b-8ef59f3a258e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:19.396900 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0aca510e-3db8-4618-a4f1-ffbdda8818ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:19.398021 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0aca510e-3db8-4618-a4f1-ffbdda8818ae admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/d818774c-1074-4f83-a11b-8ef59f3a258e HTTP/1.1" status: 204 len: 168 time: 0.3336766 Feb 16 14:29:19.405597 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca510e-3db8-4618-a4f1-ffbdda8818ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d818774c-1074-4f83-a11b-8ef59f3a258e,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:19.687267 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3d62ab32-2228-4137-8bba-60de0586b670 req-9624377d-7a2d-4533-949c-d6216779e9af tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 210 time: 0.0284626 Feb 16 14:29:20.426154 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc0c02-be75-4ab1-a41e-6bcc3804ecb6 req-6b958446-30e4-41b0-8a53-2d233ba815cd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:20.429488 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-45bc0c02-be75-4ab1-a41e-6bcc3804ecb6 req-6b958446-30e4-41b0-8a53-2d233ba815cd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0607126 Feb 16 14:29:20.498364 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-45bc0c02-be75-4ab1-a41e-6bcc3804ecb6 req-124e6572-bc05-4a4b-9699-d1f06a0a1c2d tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605800 Feb 16 14:29:20.784260 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6dfd2eb6-1888-4006-afea-fdd77d92bc84 req-cafd2a5b-f661-4b87-9e30-34ad5a69c2dc tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 210 time: 0.0269098 Feb 16 14:29:21.629391 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abddd8-0ca1-487d-a0bb-92a3ce07c3a8 req-ba303d5f-eb29-43e4-b210-898a25517a2e tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:21.632274 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f1abddd8-0ca1-487d-a0bb-92a3ce07c3a8 req-ba303d5f-eb29-43e4-b210-898a25517a2e tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0653470 Feb 16 14:29:21.687565 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f1abddd8-0ca1-487d-a0bb-92a3ce07c3a8 req-6b5df0f0-4f1c-4da4-b020-626ca5c16358 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472262 Feb 16 14:29:21.889521 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8d0fea47-c913-47fd-a8f2-566afca6b43c req-c6a2fb0b-fa61-4538-b178-4e870609b350 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 210 time: 0.0270371 Feb 16 14:29:22.808581 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9ed0b-8bb5-4493-8015-b65a4ce50c84 req-d489bae7-779b-4edf-9f29-9228314e5fc3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:22.810212 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d0b9ed0b-8bb5-4493-8015-b65a4ce50c84 req-d489bae7-779b-4edf-9f29-9228314e5fc3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0549784 Feb 16 14:29:22.856860 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d0b9ed0b-8bb5-4493-8015-b65a4ce50c84 req-cb8745df-2bd1-4217-a253-5a1143968754 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Feb 16 14:29:22.986404 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4d2c3f40-313b-4bb9-b5c8-dbf2591231af req-1d2b1155-591c-4053-acdf-79965c230d5a tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 210 time: 0.0268788 Feb 16 14:29:23.698539 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-f58959a4-dfba-47e7-9e92-a1a928ba3b7c tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.127 "GET /v2.0/networks?tenant_id=44728a2ff4af4408a5fc46e7eb9c297f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319211 Feb 16 14:29:23.891612 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-ee95359d-9a47-4551-800e-9c93b0d4b2a7 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:23.893250 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-ee95359d-9a47-4551-800e-9c93b0d4b2a7 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888499 Feb 16 14:29:23.907019 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Request body: {'port': {'device_id': '346ca921-2ac3-4105-b5d5-3f7ee5013e5b', 'network_id': '2114452c-1d01-40f1-8158-bb969cdfd2ad', 'admin_state_up': True, 'tenant_id': '44728a2ff4af4408a5fc46e7eb9c297f'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:23.985055 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bd366-a735-4bec-aa74-4de1d96a41a3 req-60cd9717-e368-4f85-8f48-452b6e9ef3b3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:23.986590 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3e2bd366-a735-4bec-aa74-4de1d96a41a3 req-60cd9717-e368-4f85-8f48-452b6e9ef3b3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0548370 Feb 16 14:29:24.040907 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3e2bd366-a735-4bec-aa74-4de1d96a41a3 req-cb4c4ab0-edca-4b4a-bc3e-7a568122b4b5 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474072 Feb 16 14:29:24.104943 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-deb3b5ea-ebd7-4c85-8457-2d3b3b42364a req-f4072779-c9f3-43a5-85b0-1c1ba440a596 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 210 time: 0.0458164 Feb 16 14:29:24.124859 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Made reservation on behalf of 44728a2ff4af4408a5fc46e7eb9c297f for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:29:24.124859 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.138734 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.216703 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Publish callbacks [] for security_group (c58bbc2d-172c-4685-bff2-4411f5f2d883), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.300088 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (c58bbc2d-172c-4685-bff2-4411f5f2d883), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.368280 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58bbc2d-172c-4685-bff2-4411f5f2d883,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:24.442250 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Allocated IP 192.168.233.59 (2114452c-1d01-40f1-8158-bb969cdfd2ad/6521fec6-8421-4bb2-974a-8befbee9d4d7/377e939e-18f2-4a5b-8c01-512aeb459bfe) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:29:24.589810 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Publish callbacks [] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.691564 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.739581 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Network 2114452c-1d01-40f1-8158-bb969cdfd2ad is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:29:24.742784 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:29:24.746467 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:29:24.751686 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:24.752168 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.763576 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Pushing event updated for resources: {'Port': ['ID=377e939e-18f2-4a5b-8c01-512aeb459bfe,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:24.860987 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-0e448808-598e-45f6-8ddf-74125af251ed tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9528344 Feb 16 14:29:24.877962 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Request body: {'port': {'device_id': '346ca921-2ac3-4105-b5d5-3f7ee5013e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:29:24.948077 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:24.989340 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-537e5e0e-7648-4c25-b3f1-387e7b9c276e None None] Provisioning complete for port 377e939e-18f2-4a5b-8c01-512aeb459bfe triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:24.992063 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-537e5e0e-7648-4c25-b3f1-387e7b9c276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:25.023945 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-537e5e0e-7648-4c25-b3f1-387e7b9c276e None None] Port 377e939e-18f2-4a5b-8c01-512aeb459bfe cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:29:25.207089 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe32089-50b1-4de2-a234-d202c14657b4 req-6ffe4b1b-5aaa-458b-8c1b-5fc12c7acf09 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:25.213465 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cfe32089-50b1-4de2-a234-d202c14657b4 req-6ffe4b1b-5aaa-458b-8c1b-5fc12c7acf09 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0950623 Feb 16 14:29:25.258804 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce07842-2ade-492c-a2e2-1b6129ad52e3 req-7e1c9300-c96d-42e3-9030-2dc708cb0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:25.260290 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0ce07842-2ade-492c-a2e2-1b6129ad52e3 req-7e1c9300-c96d-42e3-9030-2dc708cb0113 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 1129 time: 0.0836425 Feb 16 14:29:25.307408 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240812d-b1ff-40c5-a6b8-c65cfd35f800 req-6f7ff345-5f8c-49c5-9866-f4ef2325adbf tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:25.314142 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8240812d-b1ff-40c5-a6b8-c65cfd35f800 req-6f7ff345-5f8c-49c5-9866-f4ef2325adbf tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 935 time: 0.1227918 Feb 16 14:29:25.317475 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377e939e-18f2-4a5b-8c01-512aeb459bfe {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:29:25.333070 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cfe32089-50b1-4de2-a234-d202c14657b4 req-20f73fb7-4c64-4420-8f43-ffcd0ae799a0 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101382 Feb 16 14:29:25.337726 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Publish callbacks [] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:25.371298 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Transition to ACTIVE for port object 377e939e-18f2-4a5b-8c01-512aeb459bfe will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:29:25.373855 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0ce07842-2ade-492c-a2e2-1b6129ad52e3 req-f9d33911-01fe-4582-aeb3-e4279804d906 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932689 Feb 16 14:29:25.402080 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8240812d-b1ff-40c5-a6b8-c65cfd35f800 req-73e00bd1-e18f-4e3e-b57f-09a6c55cbbb8 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870054 Feb 16 14:29:25.451455 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:25.505662 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Pushing event updated for resources: {'Port': ['ID=377e939e-18f2-4a5b-8c01-512aeb459bfe,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:25.536452 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Attempting to bind port 377e939e-18f2-4a5b-8c01-512aeb459bfe on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:29:25.537938 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Attempting to bind port 377e939e-18f2-4a5b-8c01-512aeb459bfe by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '90b023bd-fcff-4dfe-a848-4253a685f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2114452c-1d01-40f1-8158-bb969cdfd2ad'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:29:25.537938 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Attempting to bind port 377e939e-18f2-4a5b-8c01-512aeb459bfe on network 2114452c-1d01-40f1-8158-bb969cdfd2ad {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:25.541910 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Port 377e939e-18f2-4a5b-8c01-512aeb459bfe on network 2114452c-1d01-40f1-8158-bb969cdfd2ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:29:25.542362 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Attempting to bind port 377e939e-18f2-4a5b-8c01-512aeb459bfe on network 2114452c-1d01-40f1-8158-bb969cdfd2ad {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:29:25.547279 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:29:25.547617 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Checking segment: {'id': '90b023bd-fcff-4dfe-a848-4253a685f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2114452c-1d01-40f1-8158-bb969cdfd2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:29:25.547999 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Bound using segment: {'id': '90b023bd-fcff-4dfe-a848-4253a685f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2114452c-1d01-40f1-8158-bb969cdfd2ad'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:29:25.548423 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Bound port: 377e939e-18f2-4a5b-8c01-512aeb459bfe, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b023bd-fcff-4dfe-a848-4253a685f6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2114452c-1d01-40f1-8158-bb969cdfd2ad'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:29:25.548806 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:25.618622 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] For port 377e939e-18f2-4a5b-8c01-512aeb459bfe, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:29:25.621920 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] For port 377e939e-18f2-4a5b-8c01-512aeb459bfe, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=377e939e-18f2-4a5b-8c01-512aeb459bfe,segment=NetworkSegment(90b023bd-fcff-4dfe-a848-4253a685f6be),segment_id=90b023bd-fcff-4dfe-a848-4253a685f6be)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:29:25.729059 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:25.782180 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:25.782733 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:25.784127 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] 10.222.0.127 "PUT /v2.0/ports/377e939e-18f2-4a5b-8c01-512aeb459bfe HTTP/1.1" status: 200 len: 1097 time: 0.9106641 Feb 16 14:29:25.784577 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346ca921-2ac3-4105-b5d5-3f7ee5013e5b', 'tag': '377e939e-18f2-4a5b-8c01-512aeb459bfe'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:29:25.786852 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba04090-1291-4987-88e6-8f992c0cdefc" -d '{"events": [{"name": "network-changed", "server_uuid": "346ca921-2ac3-4105-b5d5-3f7ee5013e5b", "tag": "377e939e-18f2-4a5b-8c01-512aeb459bfe"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:29:25.807317 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acb2b0-da45-4dd3-b75c-cf4f4c3e36df service neutron] Pushing event updated for resources: {'Port': ['ID=377e939e-18f2-4a5b-8c01-512aeb459bfe,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:25.844534 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9fb40e-90fe-414a-aeb4-dc1e33ceff0f x-openstack-request-id: req-9a9fb40e-90fe-414a-aeb4-dc1e33ceff0f {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:29:25.844900 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346ca921-2ac3-4105-b5d5-3f7ee5013e5b", "tag": "377e939e-18f2-4a5b-8c01-512aeb459bfe", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:29:25.852981 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-9a9fb40e-90fe-414a-aeb4-dc1e33ceff0f {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:29:25.852981 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346ca921-2ac3-4105-b5d5-3f7ee5013e5b', 'tag': '377e939e-18f2-4a5b-8c01-512aeb459bfe', 'status': 'completed', 'code': 200} Feb 16 14:29:26.442368 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c3e38-b968-4c2b-a6d1-98271f980ad9 req-cd53d125-b2b0-4c9f-9041-3532ff6c5779 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:26.444859 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a0c3e38-b968-4c2b-a6d1-98271f980ad9 req-cd53d125-b2b0-4c9f-9041-3532ff6c5779 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0551884 Feb 16 14:29:26.494391 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a0c3e38-b968-4c2b-a6d1-98271f980ad9 req-633bacf2-9f9a-4f52-a31a-fbfe2e88ac91 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439436 Feb 16 14:29:26.603151 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d04060-c618-4eb4-98f9-ab176d7467df req-f81fabbf-ab72-4fde-a178-9ee7d8ecfc26 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:26.604554 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-83d04060-c618-4eb4-98f9-ab176d7467df req-f81fabbf-ab72-4fde-a178-9ee7d8ecfc26 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 947 time: 0.0531306 Feb 16 14:29:26.651408 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-83d04060-c618-4eb4-98f9-ab176d7467df req-bcb18272-1603-480b-bbe4-c31fe4c018e8 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412130 Feb 16 14:29:27.616552 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4071ab-689a-4bd3-bd54-1890654c4b80 req-2a0fdc04-a094-4143-be12-0e6e6ca00b41 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:27.618114 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6b4071ab-689a-4bd3-bd54-1890654c4b80 req-2a0fdc04-a094-4143-be12-0e6e6ca00b41 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0569248 Feb 16 14:29:27.668434 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6b4071ab-689a-4bd3-bd54-1890654c4b80 req-e8c503a7-ceef-46ac-8d24-fa8249d06140 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440433 Feb 16 14:29:27.777290 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d386dd0-d7df-4bc5-a96e-4367c369a47b req-f9824f00-285f-4271-b62a-fea8dfbb04d6 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:27.778897 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8d386dd0-d7df-4bc5-a96e-4367c369a47b req-f9824f00-285f-4271-b62a-fea8dfbb04d6 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 947 time: 0.0562830 Feb 16 14:29:27.831744 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8d386dd0-d7df-4bc5-a96e-4367c369a47b req-81534a98-c178-4461-8d18-2321c3ee7f27 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426404 Feb 16 14:29:28.784208 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165fa96-8dcd-4da7-acb0-b2c7041a1e62 req-a94b87e9-124a-4470-b2f0-89909b4b24f7 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:28.785713 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e165fa96-8dcd-4da7-acb0-b2c7041a1e62 req-a94b87e9-124a-4470-b2f0-89909b4b24f7 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0522120 Feb 16 14:29:28.837219 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e165fa96-8dcd-4da7-acb0-b2c7041a1e62 req-2c53c9cf-a822-4c0d-946f-c92b86da3b96 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454502 Feb 16 14:29:28.897588 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba04090-1291-4987-88e6-8f992c0cdefc req-78831755-248d-437c-8f99-dbfa9eabd092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:28.899127 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-eba04090-1291-4987-88e6-8f992c0cdefc req-78831755-248d-437c-8f99-dbfa9eabd092 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=44728a2ff4af4408a5fc46e7eb9c297f&device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 1131 time: 0.0528905 Feb 16 14:29:28.946110 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-eba04090-1291-4987-88e6-8f992c0cdefc req-d7a96558-b052-4a0c-ab01-5592daffcc5e service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=44728a2ff4af4408a5fc46e7eb9c297f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279083 Feb 16 14:29:28.963024 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d70807-9542-45b6-a335-76a53b8a9708 req-419446af-0379-4e19-81ab-d0f5ee75c0f2 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:28.963916 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-03d70807-9542-45b6-a335-76a53b8a9708 req-419446af-0379-4e19-81ab-d0f5ee75c0f2 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 947 time: 0.0611749 Feb 16 14:29:29.017559 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-03d70807-9542-45b6-a335-76a53b8a9708 req-46c41daf-5253-44b1-aa7e-f897e2a1ef7b tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478513 Feb 16 14:29:29.048997 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba04090-1291-4987-88e6-8f992c0cdefc req-666d9e4d-54dc-42bc-a8f8-54d2d6515069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:29.050572 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-eba04090-1291-4987-88e6-8f992c0cdefc req-666d9e4d-54dc-42bc-a8f8-54d2d6515069 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967047 Feb 16 14:29:29.148499 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-54ac307d-3bd0-484d-92f5-fc7ef6bcf236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:29.150036 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-54ac307d-3bd0-484d-92f5-fc7ef6bcf236 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=44728a2ff4af4408a5fc46e7eb9c297f&device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 1131 time: 0.0481813 Feb 16 14:29:29.197129 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-c142a17e-0457-4b22-b64b-271c0096a166 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=377e939e-18f2-4a5b-8c01-512aeb459bfe HTTP/1.1" status: 200 len: 217 time: 0.0347455 Feb 16 14:29:29.247627 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-6f2b80f3-ecbb-49fd-b112-6bf7de457a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:29.249164 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-6f2b80f3-ecbb-49fd-b112-6bf7de457a53 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6521fec6-8421-4bb2-974a-8befbee9d4d7 HTTP/1.1" status: 200 len: 843 time: 0.0456624 Feb 16 14:29:29.302089 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-06a6916a-6c5e-4417-a4bf-696354d3b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:29.304424 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-06a6916a-6c5e-4417-a4bf-696354d3b0b0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=2114452c-1d01-40f1-8158-bb969cdfd2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0475013 Feb 16 14:29:29.398074 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-c26dae11-bcf2-4b48-b9da-16a9ed2021ef service neutron] 10.222.0.127 "GET /v2.0/networks/2114452c-1d01-40f1-8158-bb969cdfd2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851128 Feb 16 14:29:29.685675 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3e6d54e-1784-4228-8992-19870b07dc90 req-b6b4bc3b-e919-4071-ab62-ec8fdef3aa18 service neutron] 10.222.0.127 "GET /v2.0/networks/2114452c-1d01-40f1-8158-bb969cdfd2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739172 Feb 16 14:29:29.958768 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426235ca-be0a-4609-abf2-e470408a1d7b req-3c1df199-21a1-4d2b-aa6d-615f8e49b273 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:29.960222 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-426235ca-be0a-4609-abf2-e470408a1d7b req-3c1df199-21a1-4d2b-aa6d-615f8e49b273 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0533733 Feb 16 14:29:30.006758 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-426235ca-be0a-4609-abf2-e470408a1d7b req-f8c5cf93-c4a2-4980-a263-a088cfc970df tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Feb 16 14:29:30.143360 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a9561-827b-4a6e-8164-2b2b62c0a98f req-73132ffc-d0da-40b5-bdd5-fd33f6326976 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:30.145567 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6f7a9561-827b-4a6e-8164-2b2b62c0a98f req-73132ffc-d0da-40b5-bdd5-fd33f6326976 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 947 time: 0.0565619 Feb 16 14:29:30.192914 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6f7a9561-827b-4a6e-8164-2b2b62c0a98f req-d3184975-6215-4a19-82d2-7e77071b1a8c tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409191 Feb 16 14:29:31.123858 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1be03-8e38-42c2-9f1b-cdacd6dceb99 req-16f94e37-a9c4-4a72-9950-5a67135126fb tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:31.125441 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-90f1be03-8e38-42c2-9f1b-cdacd6dceb99 req-16f94e37-a9c4-4a72-9950-5a67135126fb tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0517423 Feb 16 14:29:31.173024 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-90f1be03-8e38-42c2-9f1b-cdacd6dceb99 req-c550ea2f-2ace-4457-9183-4ef7aeaa9299 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419896 Feb 16 14:29:31.316666 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201240f9-aaf0-4118-8663-e3409575b250 req-b5b950b9-14f8-4cb2-9ae2-31228154654e tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:31.318140 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-201240f9-aaf0-4118-8663-e3409575b250 req-b5b950b9-14f8-4cb2-9ae2-31228154654e tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 947 time: 0.0557125 Feb 16 14:29:31.366809 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-201240f9-aaf0-4118-8663-e3409575b250 req-39364ce2-82ad-47a0-aeb2-f50bc7c873ef tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427854 Feb 16 14:29:31.371578 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:31.953500 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:29:32.291221 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b1adc-d95a-47db-8adf-f8f6adf4539f req-cf9d77b0-b9c1-4345-9fad-d3d17974abe5 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:32.292772 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-161b1adc-d95a-47db-8adf-f8f6adf4539f req-cf9d77b0-b9c1-4345-9fad-d3d17974abe5 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0529294 Feb 16 14:29:32.343485 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-161b1adc-d95a-47db-8adf-f8f6adf4539f req-793d0c56-9d03-4ac8-bd60-f235297770a6 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436790 Feb 16 14:29:32.493252 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73662680-c6fb-4d82-81f9-b2f935dbf5b0 req-e1c0e3bd-f472-495d-9584-c26697e012f3 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:32.494898 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-73662680-c6fb-4d82-81f9-b2f935dbf5b0 req-e1c0e3bd-f472-495d-9584-c26697e012f3 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 947 time: 0.0590057 Feb 16 14:29:32.551755 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-73662680-c6fb-4d82-81f9-b2f935dbf5b0 req-cf253474-b1e7-44b2-aa27-10793333fbf1 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462253 Feb 16 14:29:33.462297 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587829e-ea0a-4f68-954d-1655034ba435 req-3cf82d57-75e3-4ae0-802f-c4a3f46c0e47 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:33.463760 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2587829e-ea0a-4f68-954d-1655034ba435 req-3cf82d57-75e3-4ae0-802f-c4a3f46c0e47 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0526550 Feb 16 14:29:33.512050 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2587829e-ea0a-4f68-954d-1655034ba435 req-98e84eb1-47e9-4ecf-947c-82aa5ec36dbf tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425327 Feb 16 14:29:33.682717 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d55ae-cf37-458c-87f0-9577ffca7c2a req-ef5bf65f-44bd-4d3f-b9ab-5382c05ed98e tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:33.684258 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b11d55ae-cf37-458c-87f0-9577ffca7c2a req-ef5bf65f-44bd-4d3f-b9ab-5382c05ed98e tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 947 time: 0.0572381 Feb 16 14:29:33.732613 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b11d55ae-cf37-458c-87f0-9577ffca7c2a req-e05add2c-3131-486c-9c83-5fd970c72cfa tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Feb 16 14:29:33.884966 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a330cb3-50b5-4ef2-bf86-dbd33ea5915f req-a0acbe92-7caf-4083-affc-dff9c18a9965 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:33.886444 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5a330cb3-50b5-4ef2-bf86-dbd33ea5915f req-a0acbe92-7caf-4083-affc-dff9c18a9965 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0587442 Feb 16 14:29:33.941138 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5a330cb3-50b5-4ef2-bf86-dbd33ea5915f req-ca7fe806-0d90-4e43-8485-35972be5d427 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490751 Feb 16 14:29:34.009252 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-55895088-d18e-4860-a632-54af00101c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:34.858666 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a487a6-54ab-4e0b-9ad2-482f18602a0c req-8fdb472a-4633-4fcd-a356-7068c73b5fdd tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:34.860224 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-46a487a6-54ab-4e0b-9ad2-482f18602a0c req-8fdb472a-4633-4fcd-a356-7068c73b5fdd tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 947 time: 0.0576777 Feb 16 14:29:34.909859 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-46a487a6-54ab-4e0b-9ad2-482f18602a0c req-9df3aa17-be3b-4f58-a0af-8032cc01ffa3 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438986 Feb 16 14:29:35.062047 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91a687-6c7f-408a-98b7-c83da89a582e req-e306f57d-d451-4fd4-8670-1ff9029ebfce tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:35.063555 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e91a687-6c7f-408a-98b7-c83da89a582e req-e306f57d-d451-4fd4-8670-1ff9029ebfce tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0529618 Feb 16 14:29:35.116102 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e91a687-6c7f-408a-98b7-c83da89a582e req-5ed8e583-a706-4aa2-b90f-d28e66318731 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470269 Feb 16 14:29:35.851059 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471b9a9-a211-4ec4-b3f1-c5094dc6f412 req-eefd2aae-fabc-4871-b09b-3452580ec515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:35.853296 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4471b9a9-a211-4ec4-b3f1-c5094dc6f412 req-eefd2aae-fabc-4871-b09b-3452580ec515 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=deea67eb240b4b72a6a68a900986cf3e&device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 1129 time: 0.0468800 Feb 16 14:29:35.967660 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471b9a9-a211-4ec4-b3f1-c5094dc6f412 req-c2eaccba-5c7f-4aa2-8432-7f4d2bd5e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:35.969144 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4471b9a9-a211-4ec4-b3f1-c5094dc6f412 req-c2eaccba-5c7f-4aa2-8432-7f4d2bd5e015 service neutron] 10.222.0.127 "GET /v2.0/networks?id=c18dd6e1-f13c-444e-8150-deef63d4a164 HTTP/1.1" status: 200 len: 920 time: 0.0890541 Feb 16 14:29:36.012130 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4471b9a9-a211-4ec4-b3f1-c5094dc6f412 req-561c148a-4fd6-480f-97b9-c0d1134c7688 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf730d71-b720-4a3e-8172-6a1a890860aa HTTP/1.1" status: 200 len: 217 time: 0.0357325 Feb 16 14:29:36.025982 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba68df5-1226-4166-9963-3d77467ce3e4 req-73f841e8-774f-4beb-86ad-7a7266b570e5 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:36.027464 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fba68df5-1226-4166-9963-3d77467ce3e4 req-73f841e8-774f-4beb-86ad-7a7266b570e5 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 947 time: 0.0527699 Feb 16 14:29:36.062407 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471b9a9-a211-4ec4-b3f1-c5094dc6f412 req-dab66d00-6dc0-47a8-acad-4cb4269be45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:36.063990 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4471b9a9-a211-4ec4-b3f1-c5094dc6f412 req-dab66d00-6dc0-47a8-acad-4cb4269be45a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b9017d5-9c05-4f22-83b0-ee486f6dea28 HTTP/1.1" status: 200 len: 859 time: 0.0444663 Feb 16 14:29:36.076908 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fba68df5-1226-4166-9963-3d77467ce3e4 req-a40278fc-8b3d-4a3e-87b7-e9d3ec202fd4 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438721 Feb 16 14:29:36.107697 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4471b9a9-a211-4ec4-b3f1-c5094dc6f412 req-eb35aee8-12f6-4b6c-932a-28d8cc0c0073 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=c18dd6e1-f13c-444e-8150-deef63d4a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257206 Feb 16 14:29:36.219929 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4471b9a9-a211-4ec4-b3f1-c5094dc6f412 req-8260f234-38a3-4832-802c-5a0bd726c511 service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959227 Feb 16 14:29:36.269362 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84301e96-4800-4fa8-8b43-f2fcca6df673 req-19361985-90b6-4933-b97d-a5c4b31da53e tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:36.271243 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-84301e96-4800-4fa8-8b43-f2fcca6df673 req-19361985-90b6-4933-b97d-a5c4b31da53e tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0747471 Feb 16 14:29:36.328958 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-84301e96-4800-4fa8-8b43-f2fcca6df673 req-bca34cae-7869-4a42-923f-3b2bcc03f645 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513587 Feb 16 14:29:36.329200 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4471b9a9-a211-4ec4-b3f1-c5094dc6f412 req-f4686ad6-22c8-411e-9111-7dd76cbc030b service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968297 Feb 16 14:29:36.423091 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-78e1ba41-bbd3-450a-bc78-b3ab67913cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:37.199091 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ebcde-6468-4078-b633-62097f5f9cdf req-32886135-5514-4653-b85a-86c5aa046a2b tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:37.200572 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2c6ebcde-6468-4078-b633-62097f5f9cdf req-32886135-5514-4653-b85a-86c5aa046a2b tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 947 time: 0.0572209 Feb 16 14:29:37.249310 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2c6ebcde-6468-4078-b633-62097f5f9cdf req-62e569b5-caad-48fd-8fb8-6a255b35cdbf tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429051 Feb 16 14:29:37.448615 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17104385-aabe-43b1-a5cd-4aa1a88a6daa req-919c92d6-d4f1-4cd7-a9af-49bec44d6e3a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:37.450148 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17104385-aabe-43b1-a5cd-4aa1a88a6daa req-919c92d6-d4f1-4cd7-a9af-49bec44d6e3a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0522757 Feb 16 14:29:37.498203 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17104385-aabe-43b1-a5cd-4aa1a88a6daa req-b3181b02-797c-45dc-b443-81ecc059be67 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423033 Feb 16 14:29:37.662878 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:38.191431 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9197001-db61-48d6-a9d0-166295c32eef req-2e19096a-7b36-48c7-92b5-8fc748bc8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:38.192956 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e9197001-db61-48d6-a9d0-166295c32eef req-2e19096a-7b36-48c7-92b5-8fc748bc8483 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=deea67eb240b4b72a6a68a900986cf3e&device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 1129 time: 0.0443571 Feb 16 14:29:38.374051 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eed151-b2dd-469a-a4fd-266d14b43c89 req-bb608112-dba4-4c6b-867f-e860bbe911b8 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:38.375517 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e1eed151-b2dd-469a-a4fd-266d14b43c89 req-bb608112-dba4-4c6b-867f-e860bbe911b8 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 947 time: 0.0607436 Feb 16 14:29:38.421874 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e1eed151-b2dd-469a-a4fd-266d14b43c89 req-6f5b7691-a2f6-4778-9edd-9648a525cc33 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Feb 16 14:29:38.614807 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc096-f92b-414c-9537-626d728f03f6 req-622d6d76-c4e3-4b77-8e14-6113e5f42a87 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:38.616284 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-07bbc096-f92b-414c-9537-626d728f03f6 req-622d6d76-c4e3-4b77-8e14-6113e5f42a87 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0515144 Feb 16 14:29:38.664512 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-07bbc096-f92b-414c-9537-626d728f03f6 req-89c4fb1b-169f-4783-84d7-aebbe5da33bd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Feb 16 14:29:39.054464 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:39.174022 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9197001-db61-48d6-a9d0-166295c32eef req-a0022c7b-4a58-43b3-9aff-a53e646e7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:39.175493 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e9197001-db61-48d6-a9d0-166295c32eef req-a0022c7b-4a58-43b3-9aff-a53e646e7020 service neutron] 10.222.0.127 "GET /v2.0/networks?id=c18dd6e1-f13c-444e-8150-deef63d4a164 HTTP/1.1" status: 200 len: 920 time: 0.0860326 Feb 16 14:29:39.218184 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e9197001-db61-48d6-a9d0-166295c32eef req-e82a3bb6-cbd2-43d6-ad0a-cd672fc71166 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf730d71-b720-4a3e-8172-6a1a890860aa HTTP/1.1" status: 200 len: 217 time: 0.0361409 Feb 16 14:29:39.276404 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9197001-db61-48d6-a9d0-166295c32eef req-f3e9c04d-527b-42c9-b425-5e8129e2e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:39.276404 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e9197001-db61-48d6-a9d0-166295c32eef req-f3e9c04d-527b-42c9-b425-5e8129e2e1d3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b9017d5-9c05-4f22-83b0-ee486f6dea28 HTTP/1.1" status: 200 len: 859 time: 0.0422444 Feb 16 14:29:39.304231 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e9197001-db61-48d6-a9d0-166295c32eef req-e6982b99-84a7-4ca9-9bcc-4d6a18aa7bda service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=c18dd6e1-f13c-444e-8150-deef63d4a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244465 Feb 16 14:29:39.395981 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e9197001-db61-48d6-a9d0-166295c32eef req-4f9b295c-adef-48e6-857c-afa92361b07e service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850596 Feb 16 14:29:39.488250 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e9197001-db61-48d6-a9d0-166295c32eef req-35d5ab75-98b9-47b1-8a1e-ecd88f5b6575 service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845375 Feb 16 14:29:39.539102 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524278b-5029-4129-b7ee-2b04ffcf70ad req-7e519ca9-7ff4-4cdb-924e-8406e220f351 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:39.543256 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f524278b-5029-4129-b7ee-2b04ffcf70ad req-7e519ca9-7ff4-4cdb-924e-8406e220f351 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 947 time: 0.0563307 Feb 16 14:29:39.554406 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 377e939e-18f2-4a5b-8c01-512aeb459bfe details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:29:39.602358 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f524278b-5029-4129-b7ee-2b04ffcf70ad req-43b1eaf5-7efe-43d7-95cc-6c8b4687637a tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534339 Feb 16 14:29:39.670891 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 377e939e-18f2-4a5b-8c01-512aeb459bfe, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=377e939e-18f2-4a5b-8c01-512aeb459bfe,segment=NetworkSegment(90b023bd-fcff-4dfe-a848-4253a685f6be),segment_id=90b023bd-fcff-4dfe-a848-4253a685f6be)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:39.682287 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '377e939e-18f2-4a5b-8c01-512aeb459bfe', 'network_id': '2114452c-1d01-40f1-8158-bb969cdfd2ad', 'port_id': '377e939e-18f2-4a5b-8c01-512aeb459bfe', 'mac_address': 'fa:16:3e:b0:f2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6521fec6-8421-4bb2-974a-8befbee9d4d7', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:29:39.720880 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 377e939e-18f2-4a5b-8c01-512aeb459bfe is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:39.725046 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:39.735542 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377e939e-18f2-4a5b-8c01-512aeb459bfe {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:29:39.757607 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 377e939e-18f2-4a5b-8c01-512aeb459bfe, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=377e939e-18f2-4a5b-8c01-512aeb459bfe,segment=NetworkSegment(90b023bd-fcff-4dfe-a848-4253a685f6be),segment_id=90b023bd-fcff-4dfe-a848-4253a685f6be)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:39.782698 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001ae8c-1962-410a-a8ec-034fae89ee74 req-6b76f12a-0908-429c-b579-88ef45ffdd93 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:39.784406 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2001ae8c-1962-410a-a8ec-034fae89ee74 req-6b76f12a-0908-429c-b579-88ef45ffdd93 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0534270 Feb 16 14:29:39.833011 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2001ae8c-1962-410a-a8ec-034fae89ee74 req-bd780a4a-2409-4640-8987-c7c799158eaa tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429621 Feb 16 14:29:39.857121 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:39.908290 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=377e939e-18f2-4a5b-8c01-512aeb459bfe,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:39.916361 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:39.916706 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:39.917094 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:39.917470 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:39.917829 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:39.918187 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:39.918582 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:39.918925 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:39.919297 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:39.919625 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:39.919948 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:39.920284 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:39.920655 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:40.201886 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['377e939e-18f2-4a5b-8c01-512aeb459bfe'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:29:40.680875 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:40.732584 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422e8f7-d260-4082-a492-cdeb5ee456de req-417892e2-fbce-4b76-91c1-6136fd4c6012 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:40.734121 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0422e8f7-d260-4082-a492-cdeb5ee456de req-417892e2-fbce-4b76-91c1-6136fd4c6012 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 948 time: 0.0554628 Feb 16 14:29:40.782258 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0422e8f7-d260-4082-a492-cdeb5ee456de req-c71f27be-84d6-4b4b-8a7c-e0db09313565 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 Feb 16 14:29:40.956865 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71683c28-18d0-48f3-b242-20c34b2b284d req-4ea21b3a-039b-4581-bd5d-2cc67b5177a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:40.958341 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-71683c28-18d0-48f3-b242-20c34b2b284d req-4ea21b3a-039b-4581-bd5d-2cc67b5177a9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0559170 Feb 16 14:29:41.007014 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-71683c28-18d0-48f3-b242-20c34b2b284d req-ffd09bd4-6f0c-4d44-a8d4-e99e15c46803 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Feb 16 14:29:41.573141 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 377e939e-18f2-4a5b-8c01-512aeb459bfe up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:29:41.685859 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port 377e939e-18f2-4a5b-8c01-512aeb459bfe completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:29:41.690523 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 377e939e-18f2-4a5b-8c01-512aeb459bfe triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:41.691025 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.769966 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 377e939e-18f2-4a5b-8c01-512aeb459bfe is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:29:41.770359 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.794049 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346ca921-2ac3-4105-b5d5-3f7ee5013e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377e939e-18f2-4a5b-8c01-512aeb459bfe'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:29:41.796432 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3946267-d852-4c36-88a9-28f09058c3fc" -d '{"events": [{"server_uuid": "346ca921-2ac3-4105-b5d5-3f7ee5013e5b", "name": "network-vif-plugged", "status": "completed", "tag": "377e939e-18f2-4a5b-8c01-512aeb459bfe"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:29:41.810258 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 377e939e-18f2-4a5b-8c01-512aeb459bfe, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=377e939e-18f2-4a5b-8c01-512aeb459bfe,segment=NetworkSegment(90b023bd-fcff-4dfe-a848-4253a685f6be),segment_id=90b023bd-fcff-4dfe-a848-4253a685f6be)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:41.835320 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcad0be-b67f-459e-9329-05b01dcf5181 x-openstack-request-id: req-bbcad0be-b67f-459e-9329-05b01dcf5181 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:29:41.835616 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346ca921-2ac3-4105-b5d5-3f7ee5013e5b", "name": "network-vif-plugged", "status": "completed", "tag": "377e939e-18f2-4a5b-8c01-512aeb459bfe", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:29:41.835899 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-bbcad0be-b67f-459e-9329-05b01dcf5181 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:29:41.836304 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346ca921-2ac3-4105-b5d5-3f7ee5013e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377e939e-18f2-4a5b-8c01-512aeb459bfe', 'code': 200} Feb 16 14:29:41.909611 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edf6d3-7a4d-4731-a332-57f731e05dfd req-411111cb-3ea2-48a7-bc04-2e36460000f0 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:41.911215 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-24edf6d3-7a4d-4731-a332-57f731e05dfd req-411111cb-3ea2-48a7-bc04-2e36460000f0 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 948 time: 0.0561047 Feb 16 14:29:41.955453 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:41.959894 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-24edf6d3-7a4d-4731-a332-57f731e05dfd req-a764b3f5-2903-47de-950b-3571db15c40a tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426457 Feb 16 14:29:42.007103 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=377e939e-18f2-4a5b-8c01-512aeb459bfe,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:42.127410 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cd281-16e4-4ed0-a052-da754ab5b4ec req-93795e80-09de-48b4-b2a0-b2c962c375b6 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:42.128894 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-472cd281-16e4-4ed0-a052-da754ab5b4ec req-93795e80-09de-48b4-b2a0-b2c962c375b6 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0530636 Feb 16 14:29:42.182025 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-472cd281-16e4-4ed0-a052-da754ab5b4ec req-5efe03b3-df05-44c8-9d55-1d693320b14a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467491 Feb 16 14:29:42.227398 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8ad00-e9e6-4152-83d1-0fb247c252d0 req-72c0273d-0f0f-4bff-abc0-8bb57977e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:42.229845 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b4c8ad00-e9e6-4152-83d1-0fb247c252d0 req-72c0273d-0f0f-4bff-abc0-8bb57977e0b8 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 1133 time: 0.0479865 Feb 16 14:29:42.291972 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b4c8ad00-e9e6-4152-83d1-0fb247c252d0 req-622d571b-ed5e-4b96-bd25-b7c0552da1ff service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526905 Feb 16 14:29:43.079801 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8853f4-e02d-4ff7-a665-e0b55997fd00 req-898a4644-9ae5-4362-b0fb-81788761c3b4 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:43.081749 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7c8853f4-e02d-4ff7-a665-e0b55997fd00 req-898a4644-9ae5-4362-b0fb-81788761c3b4 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 949 time: 0.0550783 Feb 16 14:29:43.129144 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7c8853f4-e02d-4ff7-a665-e0b55997fd00 req-e26b4535-12f6-423e-9927-3b63679997cd tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419927 Feb 16 14:29:44.028102 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb5337-1a0a-40df-a6f3-dad9b8c84580 req-8f0bcd7b-6c3e-48db-8583-381bf61657c5 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:44.029592 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bdfb5337-1a0a-40df-a6f3-dad9b8c84580 req-8f0bcd7b-6c3e-48db-8583-381bf61657c5 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0529754 Feb 16 14:29:44.075292 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bdfb5337-1a0a-40df-a6f3-dad9b8c84580 req-c7bac572-3354-4c3f-8015-908903f634b9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 Feb 16 14:29:44.256482 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a952a74-c869-4b4e-8e43-6a356928e2f6 req-2b33324e-c211-4278-aed9-adfd4f82de83 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:44.258865 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a952a74-c869-4b4e-8e43-6a356928e2f6 req-2b33324e-c211-4278-aed9-adfd4f82de83 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 949 time: 0.0591695 Feb 16 14:29:44.307434 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a952a74-c869-4b4e-8e43-6a356928e2f6 req-22cde4f9-c576-43d1-a2ce-50ee55e20fa6 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428445 Feb 16 14:29:44.872214 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b274c-f10a-4b28-b7b8-1d2e87ae742b req-4dc6da98-68f5-470b-b583-95ecb71b83ac tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:44.874284 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2f3b274c-f10a-4b28-b7b8-1d2e87ae742b req-4dc6da98-68f5-470b-b583-95ecb71b83ac tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 949 time: 0.0667994 Feb 16 14:29:44.925239 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2f3b274c-f10a-4b28-b7b8-1d2e87ae742b req-c45b202b-7907-442a-8ad4-37d42a1a2a21 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Feb 16 14:29:44.978077 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 48394) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:45.121900 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.200841 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Publish callbacks [] for security_group (c59ece3e-1278-4325-b8a6-ca291ac95ed0), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.260847 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (c59ece3e-1278-4325-b8a6-ca291ac95ed0), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.508062 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=a9f8a9b7acb0434a870d1e2ea26453b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5288110 Feb 16 14:29:45.509959 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59ece3e-1278-4325-b8a6-ca291ac95ed0,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:45.511380 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 48400) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:45.517172 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.517527 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.517899 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.518244 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.518575 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.518908 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.519255 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.519569 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.519899 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.520225 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.520549 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.520899 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.521224 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d220936f-7f10-465b-899c-09d5feb419db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.561355 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Publish callbacks [] for security_group (c59ece3e-1278-4325-b8a6-ca291ac95ed0), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.582660 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Publish callbacks [] for security_group (c59ece3e-1278-4325-b8a6-ca291ac95ed0), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.700704 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (c59ece3e-1278-4325-b8a6-ca291ac95ed0), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.703350 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:45.704554 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/c59ece3e-1278-4325-b8a6-ca291ac95ed0 HTTP/1.1" status: 204 len: 168 time: 0.1921384 Feb 16 14:29:45.713517 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59ece3e-1278-4325-b8a6-ca291ac95ed0,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:45.721174 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.721542 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.721885 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.722327 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.722718 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.722977 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.723261 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.723592 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.723977 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.724316 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.724843 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.724982 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:45.725299 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79f3cc-935c-4805-8db8-9ad2758f8abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:46.053016 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c8e54-73c2-4c77-b1a1-979141d35b76 req-2532993c-bf3e-4829-bbc3-c3c7886f0815 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:46.055635 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5e6c8e54-73c2-4c77-b1a1-979141d35b76 req-2532993c-bf3e-4829-bbc3-c3c7886f0815 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 949 time: 0.0612738 Feb 16 14:29:46.106074 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5e6c8e54-73c2-4c77-b1a1-979141d35b76 req-e0a99760-07b5-4cd2-9494-e04f5156d964 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438170 Feb 16 14:29:46.385787 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 48422) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:46.398759 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-693a9a66-3514-41c9-98cd-bb36565a247f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.471290 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-693a9a66-3514-41c9-98cd-bb36565a247f admin admin] Publish callbacks [] for security_group (9c2d38fc-58f1-4700-85c3-26cc68542ba9), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.523274 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-693a9a66-3514-41c9-98cd-bb36565a247f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (9c2d38fc-58f1-4700-85c3-26cc68542ba9), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.563479 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-693a9a66-3514-41c9-98cd-bb36565a247f admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=ad2bb1ab8b5c4baca49a9b91cfd80cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765471 Feb 16 14:29:46.564550 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a9a66-3514-41c9-98cd-bb36565a247f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2d38fc-58f1-4700-85c3-26cc68542ba9,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:46.566077 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 48426) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:46.613879 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-489a04b7-667a-4ac7-a132-9c9466a70a21 admin admin] Publish callbacks [] for security_group (9c2d38fc-58f1-4700-85c3-26cc68542ba9), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.634377 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-489a04b7-667a-4ac7-a132-9c9466a70a21 admin admin] Publish callbacks [] for security_group (9c2d38fc-58f1-4700-85c3-26cc68542ba9), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.757813 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-489a04b7-667a-4ac7-a132-9c9466a70a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (9c2d38fc-58f1-4700-85c3-26cc68542ba9), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.760871 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-489a04b7-667a-4ac7-a132-9c9466a70a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:46.762082 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-489a04b7-667a-4ac7-a132-9c9466a70a21 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/9c2d38fc-58f1-4700-85c3-26cc68542ba9 HTTP/1.1" status: 204 len: 168 time: 0.1948197 Feb 16 14:29:46.769571 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a04b7-667a-4ac7-a132-9c9466a70a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2d38fc-58f1-4700-85c3-26cc68542ba9,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:47.231433 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677d09-898f-4297-9fb7-178155de34fb req-12f74331-6b45-4ce3-96ee-fcfab6dd6abe tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:47.232928 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-05677d09-898f-4297-9fb7-178155de34fb req-12f74331-6b45-4ce3-96ee-fcfab6dd6abe tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 949 time: 0.0544310 Feb 16 14:29:47.278772 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-05677d09-898f-4297-9fb7-178155de34fb req-31e99fe3-9c33-4eb3-b585-350f3927b1c0 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399809 Feb 16 14:29:47.452481 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 48444) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:47.468105 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a1ed-b234-40e6-8c0e-b3f8ac281cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:47.539213 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a1ed-b234-40e6-8c0e-b3f8ac281cf1 admin admin] Publish callbacks [] for security_group (d49797c9-c38e-4896-84e0-c3cb28af8165), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:47.588656 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a1ed-b234-40e6-8c0e-b3f8ac281cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (d49797c9-c38e-4896-84e0-c3cb28af8165), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:47.627224 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f1d2a1ed-b234-40e6-8c0e-b3f8ac281cf1 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=ccd08eee39fb43aeb54a7c3dc3e5580d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1736455 Feb 16 14:29:47.628081 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2a1ed-b234-40e6-8c0e-b3f8ac281cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49797c9-c38e-4896-84e0-c3cb28af8165,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:47.629936 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 48446) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:47.676475 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1a620070-c0ab-4756-a34f-a8e26d3705ac admin admin] Publish callbacks [] for security_group (d49797c9-c38e-4896-84e0-c3cb28af8165), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:47.697229 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1a620070-c0ab-4756-a34f-a8e26d3705ac admin admin] Publish callbacks [] for security_group (d49797c9-c38e-4896-84e0-c3cb28af8165), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:47.805981 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1a620070-c0ab-4756-a34f-a8e26d3705ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (d49797c9-c38e-4896-84e0-c3cb28af8165), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:47.808625 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1a620070-c0ab-4756-a34f-a8e26d3705ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:47.809847 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1a620070-c0ab-4756-a34f-a8e26d3705ac admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/d49797c9-c38e-4896-84e0-c3cb28af8165 HTTP/1.1" status: 204 len: 168 time: 0.1783750 Feb 16 14:29:47.818810 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a620070-c0ab-4756-a34f-a8e26d3705ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49797c9-c38e-4896-84e0-c3cb28af8165,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:48.401375 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d33bca-686d-4400-9f70-3418d7783c33 req-3cbce25d-4f37-4652-8490-87390ec36533 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:48.402810 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-14d33bca-686d-4400-9f70-3418d7783c33 req-3cbce25d-4f37-4652-8490-87390ec36533 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 949 time: 0.0533540 Feb 16 14:29:48.448098 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-14d33bca-686d-4400-9f70-3418d7783c33 req-df2b7ec6-dfdc-43ad-851c-ed55d980c98d tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Feb 16 14:29:49.119233 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6506b06-fad0-477e-a814-b2453554c532 req-8a5715d2-c856-4662-ba11-032b0b021073 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:49.120888 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a6506b06-fad0-477e-a814-b2453554c532 req-8a5715d2-c856-4662-ba11-032b0b021073 tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.127 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 949 time: 0.0600071 Feb 16 14:29:49.237382 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-a6506b06-fad0-477e-a814-b2453554c532 req-2930a98c-ee9c-4035-be1a-c2509fe171cf tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Deleting port 377e939e-18f2-4a5b-8c01-512aeb459bfe {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:29:49.237787 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-a6506b06-fad0-477e-a814-b2453554c532 req-2930a98c-ee9c-4035-be1a-c2509fe171cf tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:49.331401 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-a6506b06-fad0-477e-a814-b2453554c532 req-2930a98c-ee9c-4035-be1a-c2509fe171cf tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] For port 377e939e-18f2-4a5b-8c01-512aeb459bfe, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=377e939e-18f2-4a5b-8c01-512aeb459bfe,segment=NetworkSegment(90b023bd-fcff-4dfe-a848-4253a685f6be),segment_id=90b023bd-fcff-4dfe-a848-4253a685f6be)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:29:49.331401 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-a6506b06-fad0-477e-a814-b2453554c532 req-2930a98c-ee9c-4035-be1a-c2509fe171cf tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:49.342805 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-a6506b06-fad0-477e-a814-b2453554c532 req-2930a98c-ee9c-4035-be1a-c2509fe171cf tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Calling delete_port for 377e939e-18f2-4a5b-8c01-512aeb459bfe owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:29:49.547252 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-a6506b06-fad0-477e-a814-b2453554c532 req-2930a98c-ee9c-4035-be1a-c2509fe171cf tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (377e939e-18f2-4a5b-8c01-512aeb459bfe), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:49.568483 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['377e939e-18f2-4a5b-8c01-512aeb459bfe'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:29:49.578305 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930a98c-ee9c-4035-be1a-c2509fe171cf tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Pushing event deleted for resources: {'Port': ['ID=377e939e-18f2-4a5b-8c01-512aeb459bfe,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:49.599503 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c09bc5-57f4-42cf-b952-6a70ab49032f req-a2d34645-1c34-4cf4-8995-428d9edb2d1a tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:49.601081 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f6c09bc5-57f4-42cf-b952-6a70ab49032f req-a2d34645-1c34-4cf4-8995-428d9edb2d1a tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 867 time: 0.0854998 Feb 16 14:29:49.642573 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6506b06-fad0-477e-a814-b2453554c532 req-2930a98c-ee9c-4035-be1a-c2509fe171cf tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] No DVR routers for this DVR port 377e939e-18f2-4a5b-8c01-512aeb459bfe on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:29:49.646196 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-a6506b06-fad0-477e-a814-b2453554c532 req-2930a98c-ee9c-4035-be1a-c2509fe171cf tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:49.651333 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a6506b06-fad0-477e-a814-b2453554c532 req-2930a98c-ee9c-4035-be1a-c2509fe171cf tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.127 "DELETE /v2.0/ports/377e939e-18f2-4a5b-8c01-512aeb459bfe HTTP/1.1" status: 204 len: 173 time: 0.5205221 Feb 16 14:29:49.651902 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346ca921-2ac3-4105-b5d5-3f7ee5013e5b', 'name': 'network-vif-deleted', 'tag': '377e939e-18f2-4a5b-8c01-512aeb459bfe'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:29:49.654548 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879706d3-38ca-4d30-b3f7-b5db2f0e92c7" -d '{"events": [{"server_uuid": "346ca921-2ac3-4105-b5d5-3f7ee5013e5b", "name": "network-vif-deleted", "tag": "377e939e-18f2-4a5b-8c01-512aeb459bfe"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:29:49.678534 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f6c09bc5-57f4-42cf-b952-6a70ab49032f req-f2e76fb5-c4aa-4f6d-b4e9-c1e98219a8cf tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/security-groups?id=c58bbc2d-172c-4685-bff2-4411f5f2d883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694363 Feb 16 14:29:49.698390 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823d8479-8617-4eb0-a8e1-e39661dfd542 x-openstack-request-id: req-823d8479-8617-4eb0-a8e1-e39661dfd542 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:29:49.698790 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346ca921-2ac3-4105-b5d5-3f7ee5013e5b", "name": "network-vif-deleted", "tag": "377e939e-18f2-4a5b-8c01-512aeb459bfe", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:29:49.699086 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-823d8479-8617-4eb0-a8e1-e39661dfd542 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:29:49.699576 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346ca921-2ac3-4105-b5d5-3f7ee5013e5b', 'name': 'network-vif-deleted', 'tag': '377e939e-18f2-4a5b-8c01-512aeb459bfe', 'status': 'completed', 'code': 200} Feb 16 14:29:50.490776 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfe747-c36c-45cc-bfd2-79787239c25e req-ae38dd42-d544-406d-95df-97dc1611f313 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:50.490776 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c9bfe747-c36c-45cc-bfd2-79787239c25e req-ae38dd42-d544-406d-95df-97dc1611f313 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0543315 Feb 16 14:29:50.545096 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c9bfe747-c36c-45cc-bfd2-79787239c25e req-460b5427-77e0-4d40-af65-5a83bb64914b tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481851 Feb 16 14:29:50.791125 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec7a92d0-a3f8-46e3-9e8b-52d98ab6b029 req-67d6112d-d15f-4660-98b1-7ed29a2d725c tempest-VolumesNegativeTest-834776596 tempest-VolumesNegativeTest-834776596-project] 10.222.0.133 "GET /v2.0/ports?device_id=346ca921-2ac3-4105-b5d5-3f7ee5013e5b HTTP/1.1" status: 200 len: 210 time: 0.0268402 Feb 16 14:29:51.666541 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ced741-ef5c-43e9-9e65-ae95b8a89ac9 req-d18e616a-86b3-4db9-b3e7-5a42c54a7110 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:51.668182 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a6ced741-ef5c-43e9-9e65-ae95b8a89ac9 req-d18e616a-86b3-4db9-b3e7-5a42c54a7110 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0515189 Feb 16 14:29:51.715048 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a6ced741-ef5c-43e9-9e65-ae95b8a89ac9 req-c559c630-c632-4b9c-9583-266a902d044c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410893 Feb 16 14:29:52.845681 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847a992-4927-4c9e-9a20-d0a39d235475 req-ebe44bc6-68c2-40ad-ada9-0839559fc451 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:52.847177 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f847a992-4927-4c9e-9a20-d0a39d235475 req-ebe44bc6-68c2-40ad-ada9-0839559fc451 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0593405 Feb 16 14:29:52.907423 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f847a992-4927-4c9e-9a20-d0a39d235475 req-e87c5373-cb15-4a8a-b1da-2d5c2e883088 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491650 Feb 16 14:29:53.645624 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 377e939e-18f2-4a5b-8c01-512aeb459bfe no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:29:53.667287 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: 377e939e-18f2-4a5b-8c01-512aeb459bfe {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:29:53.667631 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 377e939e-18f2-4a5b-8c01-512aeb459bfe not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:29:54.027148 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b438b-7865-4d8f-a401-c892014264f4 req-224f35bb-9613-4c1b-9717-3110531d6f4f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:54.028912 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-852b438b-7865-4d8f-a401-c892014264f4 req-224f35bb-9613-4c1b-9717-3110531d6f4f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0563197 Feb 16 14:29:54.077567 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-852b438b-7865-4d8f-a401-c892014264f4 req-f5e71515-5906-4289-81ef-18c0ba789309 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432827 Feb 16 14:29:55.201619 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd488fe2-ecf1-4452-ac11-fe34c11cddd6 req-96003625-6382-48eb-a47b-6ab4754729fe tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:55.203099 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dd488fe2-ecf1-4452-ac11-fe34c11cddd6 req-96003625-6382-48eb-a47b-6ab4754729fe tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0539060 Feb 16 14:29:55.251144 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dd488fe2-ecf1-4452-ac11-fe34c11cddd6 req-0599604e-d894-4211-910e-8af7af034c9b tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421884 Feb 16 14:29:56.372564 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396da5c-678d-4ff6-bf24-0ebb2b084ae7 req-0b26ff62-50d1-4087-8e4a-60709856c7a5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:56.374057 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a396da5c-678d-4ff6-bf24-0ebb2b084ae7 req-0b26ff62-50d1-4087-8e4a-60709856c7a5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0547285 Feb 16 14:29:56.420186 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a396da5c-678d-4ff6-bf24-0ebb2b084ae7 req-73144ce9-07d4-44b7-b358-ec5b9de25961 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406456 Feb 16 14:29:57.538515 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c67ad7-2760-402f-9286-021d5fcfec03 req-cf799f6f-f75a-4ebd-88d1-11b2a26d01ba tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:57.539904 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-72c67ad7-2760-402f-9286-021d5fcfec03 req-cf799f6f-f75a-4ebd-88d1-11b2a26d01ba tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0528190 Feb 16 14:29:57.587045 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-72c67ad7-2760-402f-9286-021d5fcfec03 req-5a15f9ea-9623-4d87-80ef-3d05f878c060 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 Feb 16 14:29:58.717173 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9be99-b3fe-41b6-a06b-8b28bb1a8ea0 req-617b50a6-d827-49dc-bbb9-41c39f7dafee tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:58.718853 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-91c9be99-b3fe-41b6-a06b-8b28bb1a8ea0 req-617b50a6-d827-49dc-bbb9-41c39f7dafee tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0630252 Feb 16 14:29:58.767303 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-91c9be99-b3fe-41b6-a06b-8b28bb1a8ea0 req-cbb7b4cd-22c7-4798-b981-3ef1f24cc72c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430908 Feb 16 14:29:59.708738 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 48974) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:59.773641 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 48978) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:29:59.887078 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7f4ea839-85d2-411b-ace5-3738325d4681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:29:59.943045 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289f675-da6c-4692-a7ed-94e5f7c4e726 req-c53d72ed-2f96-44e5-93ff-522d0d926588 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:59.946299 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7289f675-da6c-4692-a7ed-94e5f7c4e726 req-c53d72ed-2f96-44e5-93ff-522d0d926588 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0997112 Feb 16 14:29:59.946899 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ebafd183-2b41-4072-9da2-74187ad84046 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=44728a2ff4af4408a5fc46e7eb9c297f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716745 Feb 16 14:29:59.949272 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 48986) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:00.000913 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2e120119-a609-46b3-aa32-50481c1d94d1 admin admin] Publish callbacks [] for security_group (c58bbc2d-172c-4685-bff2-4411f5f2d883), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:00.026648 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7289f675-da6c-4692-a7ed-94e5f7c4e726 req-aeda1e49-9ece-459d-b241-0c3eefc0b70d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724733 Feb 16 14:30:00.032895 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2e120119-a609-46b3-aa32-50481c1d94d1 admin admin] Publish callbacks [] for security_group (c58bbc2d-172c-4685-bff2-4411f5f2d883), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:00.055066 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7f4ea839-85d2-411b-ace5-3738325d4681 admin admin] Publish callbacks [] for security_group (84839169-4509-46b1-98fe-97809f20fdd8), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:00.141450 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7f4ea839-85d2-411b-ace5-3738325d4681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (84839169-4509-46b1-98fe-97809f20fdd8), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:00.189281 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2e120119-a609-46b3-aa32-50481c1d94d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (c58bbc2d-172c-4685-bff2-4411f5f2d883), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:00.191022 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-7f4ea839-85d2-411b-ace5-3738325d4681 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=81bfda2486484dc7b0b0c3e3d476accc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4811213 Feb 16 14:30:00.191959 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2e120119-a609-46b3-aa32-50481c1d94d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:00.193113 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2e120119-a609-46b3-aa32-50481c1d94d1 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/c58bbc2d-172c-4685-bff2-4411f5f2d883 HTTP/1.1" status: 204 len: 168 time: 0.2427855 Feb 16 14:30:00.193829 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 48996) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:00.197179 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4ea839-85d2-411b-ace5-3738325d4681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84839169-4509-46b1-98fe-97809f20fdd8,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:00.208495 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e120119-a609-46b3-aa32-50481c1d94d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58bbc2d-172c-4685-bff2-4411f5f2d883,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:00.215796 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda419e7-85eb-430f-a9a2-b0e59dc726a2 req-f375168d-851a-4897-8d2c-0ff1e0c8436b tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:00.223834 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eda419e7-85eb-430f-a9a2-b0e59dc726a2 req-f375168d-851a-4897-8d2c-0ff1e0c8436b tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 945 time: 0.1138496 Feb 16 14:30:00.259783 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-be5cd566-6c3f-4d05-83b0-5a29022e44f1 admin admin] Publish callbacks [] for security_group (84839169-4509-46b1-98fe-97809f20fdd8), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:00.285429 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-be5cd566-6c3f-4d05-83b0-5a29022e44f1 admin admin] Publish callbacks [] for security_group (84839169-4509-46b1-98fe-97809f20fdd8), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:00.289443 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eda419e7-85eb-430f-a9a2-b0e59dc726a2 req-28f76716-2ae5-4cac-b366-69b890eabe10 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640938 Feb 16 14:30:00.409942 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-be5cd566-6c3f-4d05-83b0-5a29022e44f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (84839169-4509-46b1-98fe-97809f20fdd8), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:00.412477 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-be5cd566-6c3f-4d05-83b0-5a29022e44f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:00.413719 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-be5cd566-6c3f-4d05-83b0-5a29022e44f1 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/84839169-4509-46b1-98fe-97809f20fdd8 HTTP/1.1" status: 204 len: 168 time: 0.2174456 Feb 16 14:30:00.421511 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cd566-6c3f-4d05-83b0-5a29022e44f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84839169-4509-46b1-98fe-97809f20fdd8,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:01.143500 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93626ddf-ebd6-46c5-8cb1-41d487cf084b req-2f0fabc8-fbfc-4a06-a0a8-9dfa0663d91f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:01.144928 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-93626ddf-ebd6-46c5-8cb1-41d487cf084b req-2f0fabc8-fbfc-4a06-a0a8-9dfa0663d91f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0539110 Feb 16 14:30:01.194139 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-93626ddf-ebd6-46c5-8cb1-41d487cf084b req-ebb601f6-4005-4d7c-98f8-aaf6fc39344c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437121 Feb 16 14:30:01.364283 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:01.423965 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d1141-2d17-468a-a01b-403e0979c752 req-94aeedd1-ebb3-4b44-b36e-d9d508dad6f9 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:01.425498 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3f3d1141-2d17-468a-a01b-403e0979c752 req-94aeedd1-ebb3-4b44-b36e-d9d508dad6f9 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 945 time: 0.0594909 Feb 16 14:30:01.479234 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3f3d1141-2d17-468a-a01b-403e0979c752 req-8f6709e5-4433-44be-b34b-bb78964d7a98 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455205 Feb 16 14:30:02.294829 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bebc00-8270-4f8d-9181-81fefd06ed88 req-51f4a1d0-3db5-4149-919a-29adff91a285 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:02.296407 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-78bebc00-8270-4f8d-9181-81fefd06ed88 req-51f4a1d0-3db5-4149-919a-29adff91a285 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.127 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 945 time: 0.0535285 Feb 16 14:30:02.340563 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9004-a22f-4ccc-a4d6-c1158e863f09 req-d4df00e2-c546-455a-8677-93967a492a5a tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:02.345504 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-42ae9004-a22f-4ccc-a4d6-c1158e863f09 req-d4df00e2-c546-455a-8677-93967a492a5a tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0694721 Feb 16 14:30:02.390577 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-42ae9004-a22f-4ccc-a4d6-c1158e863f09 req-cd191133-9806-42f8-8e01-812dae9a8a04 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Feb 16 14:30:02.420652 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-78bebc00-8270-4f8d-9181-81fefd06ed88 req-f1a35ed6-e728-447a-8188-ed565b4034f2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Deleting port 63632803-1509-4981-9573-2bc68b91b298 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:30:02.421046 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-78bebc00-8270-4f8d-9181-81fefd06ed88 req-f1a35ed6-e728-447a-8188-ed565b4034f2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (63632803-1509-4981-9573-2bc68b91b298), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:02.514484 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-78bebc00-8270-4f8d-9181-81fefd06ed88 req-f1a35ed6-e728-447a-8188-ed565b4034f2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] For port 63632803-1509-4981-9573-2bc68b91b298, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=63632803-1509-4981-9573-2bc68b91b298,segment=NetworkSegment(6dac86c5-7ff7-4567-81e8-236ba74dfcd2),segment_id=6dac86c5-7ff7-4567-81e8-236ba74dfcd2)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:02.514852 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-78bebc00-8270-4f8d-9181-81fefd06ed88 req-f1a35ed6-e728-447a-8188-ed565b4034f2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (63632803-1509-4981-9573-2bc68b91b298), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:02.526927 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-78bebc00-8270-4f8d-9181-81fefd06ed88 req-f1a35ed6-e728-447a-8188-ed565b4034f2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Calling delete_port for 63632803-1509-4981-9573-2bc68b91b298 owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:30:02.613525 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04125d-a107-4034-8e44-1400f984ee2f req-f02d5adc-b6d4-45af-bb97-1ae6eee59c5f tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:02.614808 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eb04125d-a107-4034-8e44-1400f984ee2f req-f02d5adc-b6d4-45af-bb97-1ae6eee59c5f tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 945 time: 0.0620177 Feb 16 14:30:02.660375 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eb04125d-a107-4034-8e44-1400f984ee2f req-8578c9fe-3e6b-4895-bdcf-31b9158b12db tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442159 Feb 16 14:30:02.733074 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-78bebc00-8270-4f8d-9181-81fefd06ed88 req-f1a35ed6-e728-447a-8188-ed565b4034f2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (63632803-1509-4981-9573-2bc68b91b298), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:02.746408 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['63632803-1509-4981-9573-2bc68b91b298'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:30:02.762561 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a35ed6-e728-447a-8188-ed565b4034f2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Pushing event deleted for resources: {'Port': ['ID=63632803-1509-4981-9573-2bc68b91b298,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:02.809711 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bebc00-8270-4f8d-9181-81fefd06ed88 req-f1a35ed6-e728-447a-8188-ed565b4034f2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] No DVR routers for this DVR port 63632803-1509-4981-9573-2bc68b91b298 on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:30:02.812810 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-78bebc00-8270-4f8d-9181-81fefd06ed88 req-f1a35ed6-e728-447a-8188-ed565b4034f2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:02.816179 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-78bebc00-8270-4f8d-9181-81fefd06ed88 req-f1a35ed6-e728-447a-8188-ed565b4034f2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.127 "DELETE /v2.0/ports/63632803-1509-4981-9573-2bc68b91b298 HTTP/1.1" status: 204 len: 173 time: 0.5104632 Feb 16 14:30:02.816629 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e21afa4-fd14-4dbb-8f7c-6600767b108f', 'name': 'network-vif-deleted', 'tag': '63632803-1509-4981-9573-2bc68b91b298'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:02.818898 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34a98c9-5d75-42f6-a604-fe0e351d12e8" -d '{"events": [{"server_uuid": "0e21afa4-fd14-4dbb-8f7c-6600767b108f", "name": "network-vif-deleted", "tag": "63632803-1509-4981-9573-2bc68b91b298"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:02.854766 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ca83e1-fe41-4315-9177-69c158392971 x-openstack-request-id: req-57ca83e1-fe41-4315-9177-69c158392971 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:02.855085 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e21afa4-fd14-4dbb-8f7c-6600767b108f", "name": "network-vif-deleted", "tag": "63632803-1509-4981-9573-2bc68b91b298", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:02.855344 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-57ca83e1-fe41-4315-9177-69c158392971 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:02.856402 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e21afa4-fd14-4dbb-8f7c-6600767b108f', 'name': 'network-vif-deleted', 'tag': '63632803-1509-4981-9573-2bc68b91b298', 'status': 'completed', 'code': 200} Feb 16 14:30:03.519463 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a69c9d-9129-4f92-b2b9-9f1afce872c4 req-0acde3f8-34c7-4760-8c2a-9a8409807e5f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:03.521808 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a4a69c9d-9129-4f92-b2b9-9f1afce872c4 req-0acde3f8-34c7-4760-8c2a-9a8409807e5f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0617094 Feb 16 14:30:03.572254 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a4a69c9d-9129-4f92-b2b9-9f1afce872c4 req-12fa4ff5-b167-483e-9e09-fcf6e6463c30 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422015 Feb 16 14:30:03.774683 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dae372a6-68f9-4b46-8752-8570d7641724 req-43fa8500-4bf0-4bfe-8c82-34d529739b42 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e21afa4-fd14-4dbb-8f7c-6600767b108f HTTP/1.1" status: 200 len: 210 time: 0.0285184 Feb 16 14:30:04.055904 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-771cfe86-72da-4795-a822-bf91b24461ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.307117 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49100) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:04.415714 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-338f1a79-1274-4037-8527-945f16e3c392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.493866 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-338f1a79-1274-4037-8527-945f16e3c392 admin admin] Publish callbacks [] for security_group (9470f706-9d5e-488f-8a25-5ea4771fc3ab), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.561729 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-338f1a79-1274-4037-8527-945f16e3c392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (9470f706-9d5e-488f-8a25-5ea4771fc3ab), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.604012 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-338f1a79-1274-4037-8527-945f16e3c392 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=3ed3d721bdd74fe3b8cd257f768d18f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957671 Feb 16 14:30:04.605965 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f1a79-1274-4037-8527-945f16e3c392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9470f706-9d5e-488f-8a25-5ea4771fc3ab,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:04.607469 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 49114) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:04.694606 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-06d4821c-9642-438d-aade-9033a784dc74 admin admin] Publish callbacks [] for security_group (9470f706-9d5e-488f-8a25-5ea4771fc3ab), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.722414 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-06d4821c-9642-438d-aade-9033a784dc74 admin admin] Publish callbacks [] for security_group (9470f706-9d5e-488f-8a25-5ea4771fc3ab), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.743350 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a54e76-08f3-456b-a58a-bcbb679f37e9 req-755449d5-c27b-4b9d-a13f-ba2ff588588d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:04.745007 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0a54e76-08f3-456b-a58a-bcbb679f37e9 req-755449d5-c27b-4b9d-a13f-ba2ff588588d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0906937 Feb 16 14:30:04.805499 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0a54e76-08f3-456b-a58a-bcbb679f37e9 req-5c60d10c-eb5d-4408-9190-1e9a04066d3b tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530121 Feb 16 14:30:04.909712 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-06d4821c-9642-438d-aade-9033a784dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (9470f706-9d5e-488f-8a25-5ea4771fc3ab), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.912397 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-06d4821c-9642-438d-aade-9033a784dc74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:04.913621 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-06d4821c-9642-438d-aade-9033a784dc74 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/9470f706-9d5e-488f-8a25-5ea4771fc3ab HTTP/1.1" status: 204 len: 168 time: 0.3051741 Feb 16 14:30:04.922868 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4821c-9642-438d-aade-9033a784dc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9470f706-9d5e-488f-8a25-5ea4771fc3ab,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:05.710283 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 63632803-1509-4981-9573-2bc68b91b298 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:30:05.733478 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: 63632803-1509-4981-9573-2bc68b91b298 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:30:05.734471 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 63632803-1509-4981-9573-2bc68b91b298 not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:30:05.939901 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceef918-9657-4abe-b96f-98916d5318dc req-4768aee1-dc71-4efb-9f12-751453da7b00 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:05.941436 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ceef918-9657-4abe-b96f-98916d5318dc req-4768aee1-dc71-4efb-9f12-751453da7b00 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0604496 Feb 16 14:30:05.991554 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2ceef918-9657-4abe-b96f-98916d5318dc req-79849133-ff7f-4dcd-82db-00514e3f18e1 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446341 Feb 16 14:30:05.998054 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 49162) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:06.108775 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1110966372-network', 'tenant_id': '71aa13b5525343d9b20e223b0307b273'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:06.183069 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49168) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:06.183848 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] Made reservation on behalf of 71aa13b5525343d9b20e223b0307b273 for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:30:06.186920 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.199673 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.292217 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] Publish callbacks [] for security_group (f16fc053-fb17-4c04-b5f2-afb4df7a860a), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.315367 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5bac1a9-a495-4f1a-a24e-96764e084592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.361280 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (f16fc053-fb17-4c04-b5f2-afb4df7a860a), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.384315 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9f71ea35-9ab6-4346-999e-9f25a2cb7c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.386778 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:30:06.397056 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16fc053-fb17-4c04-b5f2-afb4df7a860a,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:06.400495 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5bac1a9-a495-4f1a-a24e-96764e084592 admin admin] Publish callbacks [] for security_group (c0ddcfb8-b7a5-4cb7-9de1-c81a4cc95fba), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.401946 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (be142fd5-55b0-42f2-8ede-2142df71ad2b), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.402285 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] Added segment be142fd5-55b0-42f2-8ede-2142df71ad2b of type vlan for network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac Feb 16 14:30:06.443104 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (78ebea5a-7c6d-4c2c-8e42-a1327d39deac), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.464032 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5bac1a9-a495-4f1a-a24e-96764e084592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (c0ddcfb8-b7a5-4cb7-9de1-c81a4cc95fba), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.508049 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-a5bac1a9-a495-4f1a-a24e-96764e084592 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=580efac1bd2e4c72a82e7d4be43ceef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236730 Feb 16 14:30:06.509749 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bac1a9-a495-4f1a-a24e-96764e084592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ddcfb8-b7a5-4cb7-9de1-c81a4cc95fba,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:06.511169 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 49176) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:06.550018 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (78ebea5a-7c6d-4c2c-8e42-a1327d39deac), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.555282 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:06.555282 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.637825 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-64f7b313-e7e6-4665-8c0e-decd6aa021d2 admin admin] Publish callbacks [] for security_group (c0ddcfb8-b7a5-4cb7-9de1-c81a4cc95fba), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.639678 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] Pushing event updated for resources: {'Network': ['ID=78ebea5a-7c6d-4c2c-8e42-a1327d39deac,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:06.654264 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:30:06.665061 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-64f7b313-e7e6-4665-8c0e-decd6aa021d2 admin admin] Publish callbacks [] for security_group (c0ddcfb8-b7a5-4cb7-9de1-c81a4cc95fba), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.682443 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-422ac5ad-57a2-4a85-94a5-ab781a0e1196 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6799133 Feb 16 14:30:06.682538 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49180) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:06.687309 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-47f950bd-2005-410f-87f4-a6f7e8561fde admin admin] Request body: {'subnet': {'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1110966372-subnet', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:06.767046 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f950bd-2005-410f-87f4-a6f7e8561fde admin admin] Made reservation on behalf of 71aa13b5525343d9b20e223b0307b273 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:30:06.769458 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-47f950bd-2005-410f-87f4-a6f7e8561fde admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.795887 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-64f7b313-e7e6-4665-8c0e-decd6aa021d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (c0ddcfb8-b7a5-4cb7-9de1-c81a4cc95fba), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.798841 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-64f7b313-e7e6-4665-8c0e-decd6aa021d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:06.800219 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-64f7b313-e7e6-4665-8c0e-decd6aa021d2 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/c0ddcfb8-b7a5-4cb7-9de1-c81a4cc95fba HTTP/1.1" status: 204 len: 168 time: 0.2879817 Feb 16 14:30:06.812925 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7b313-e7e6-4665-8c0e-decd6aa021d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ddcfb8-b7a5-4cb7-9de1-c81a4cc95fba,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:07.027586 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-47f950bd-2005-410f-87f4-a6f7e8561fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for subnet (6a6eba54-d08a-4809-9cbc-4e2a0d64b56a), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:07.086196 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f950bd-2005-410f-87f4-a6f7e8561fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a6eba54-d08a-4809-9cbc-4e2a0d64b56a,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:07.095453 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f950bd-2005-410f-87f4-a6f7e8561fde admin admin] Checking segment: {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:07.095825 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f950bd-2005-410f-87f4-a6f7e8561fde admin admin] Network hostable DHCP agents. Network: 78ebea5a-7c6d-4c2c-8e42-a1327d39deac, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:30:07.126394 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166c353-827f-407f-981a-39cd2370c1ce req-967c8551-ed53-4105-92ed-c1a895ed9846 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:07.127928 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d166c353-827f-407f-981a-39cd2370c1ce req-967c8551-ed53-4105-92ed-c1a895ed9846 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0645642 Feb 16 14:30:07.176607 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d166c353-827f-407f-981a-39cd2370c1ce req-b64d9b2b-79a2-41c5-9d09-c4f92abfe751 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430009 Feb 16 14:30:07.189676 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f950bd-2005-410f-87f4-a6f7e8561fde admin admin] Network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:30:07.246672 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-47f950bd-2005-410f-87f4-a6f7e8561fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, 78ebea5a-7c6d-4c2c-8e42-a1327d39deac) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:07.251217 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f950bd-2005-410f-87f4-a6f7e8561fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:07.251823 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-47f950bd-2005-410f-87f4-a6f7e8561fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:07.257273 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9510219-edd8-4586-b3ce-77e537f18b66 None None] Network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:30:07.334119 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-47f950bd-2005-410f-87f4-a6f7e8561fde admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6475410 Feb 16 14:30:07.336124 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49198) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:07.341733 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:07.364671 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9af8354-918b-5e3c-aab1-4fb6f759b67a-78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a'}]}} from dv-cinder-778193-17-iscsi. {{(pid=103212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:30:07.365529 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:07.427435 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62071'] for router (98f0b610-e1f9-43f5-8054-fbcade023e8e), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:07.428508 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62048'] for router (98f0b610-e1f9-43f5-8054-fbcade023e8e), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:07.492538 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Publish callbacks [] for router_controller (98f0b610-e1f9-43f5-8054-fbcade023e8e), precommit_add_association {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:07.505032 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Allocated IP 172.20.0.2 (78ebea5a-7c6d-4c2c-8e42-a1327d39deac/6a6eba54-d08a-4809-9cbc-4e2a0d64b56a/e62587f7-80de-43f3-b224-d5ecc95006cc) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:07.657888 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Publish callbacks [] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:07.726756 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:07.741094 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Publish callbacks [] for router_gateway (98f0b610-e1f9-43f5-8054-fbcade023e8e), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:07.755489 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:07.802506 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:07.805679 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:07.809274 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:07.819916 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Pushing event updated for resources: {'Port': ['ID=e62587f7-80de-43f3-b224-d5ecc95006cc,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:07.868494 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Attempting to bind port e62587f7-80de-43f3-b224-d5ecc95006cc on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:07.869056 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Attempting to bind port e62587f7-80de-43f3-b224-d5ecc95006cc by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:07.869489 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Attempting to bind port e62587f7-80de-43f3-b224-d5ecc95006cc on network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:07.875214 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:07.875594 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Checking segment: {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:07.876005 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:07.876455 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Bound using segment: {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:07.876985 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Bound port: e62587f7-80de-43f3-b224-d5ecc95006cc, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:07.877382 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:07.943974 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] For port e62587f7-80de-43f3-b224-d5ecc95006cc, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:07.948909 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] For port e62587f7-80de-43f3-b224-d5ecc95006cc, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=e62587f7-80de-43f3-b224-d5ecc95006cc,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:08.018587 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:08.020748 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Publish callbacks [] for router_gateway (98f0b610-e1f9-43f5-8054-fbcade023e8e), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:08.040605 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:08.105918 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86897d-07a0-4c52-a0f3-7d2a2e9742d1 None None] Pushing event updated for resources: {'Port': ['ID=e62587f7-80de-43f3-b224-d5ecc95006cc,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:08.198931 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Allocated IP 172.27.1.23 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/b8719d6b-0c29-4285-bcaa-3b08748981b6) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:08.358876 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf383d-b91a-43d9-b108-f5eeca2df29f req-94daf1a9-8ad5-4946-95c4-77a27bb2305d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:08.368360 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d9cf383d-b91a-43d9-b108-f5eeca2df29f req-94daf1a9-8ad5-4946-95c4-77a27bb2305d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.1079242 Feb 16 14:30:08.387511 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Publish callbacks [] for port (b8719d6b-0c29-4285-bcaa-3b08748981b6), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:08.465405 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d9cf383d-b91a-43d9-b108-f5eeca2df29f req-4411e2e3-2f32-49a7-95ec-702c72f2ac09 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958049 Feb 16 14:30:08.527623 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (b8719d6b-0c29-4285-bcaa-3b08748981b6), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:08.569958 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:08.573706 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:08.579912 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:08.615231 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Pushing event updated for resources: {'Port': ['ID=b8719d6b-0c29-4285-bcaa-3b08748981b6,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:08.832515 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device e62587f7-80de-43f3-b224-d5ecc95006cc up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:08.893207 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port e62587f7-80de-43f3-b224-d5ecc95006cc triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:08.893395 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:08.954484 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:30:08.982405 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port e62587f7-80de-43f3-b224-d5ecc95006cc is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:08.985122 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:09.039288 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port e62587f7-80de-43f3-b224-d5ecc95006cc, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=e62587f7-80de-43f3-b224-d5ecc95006cc,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:09.118344 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:09.135819 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Publish callbacks [] for router_gateway (98f0b610-e1f9-43f5-8054-fbcade023e8e), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:09.146998 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:09.174602 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895e72ba-afb4-4fc5-81d1-c9f45482d124 None None] Network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:30:09.257286 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=e62587f7-80de-43f3-b224-d5ecc95006cc,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:09.271378 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-7ee5628c-4a0c-4474-a7d1-77fb68818558 None None] Provisioning complete for port e62587f7-80de-43f3-b224-d5ecc95006cc triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:09.271767 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7ee5628c-4a0c-4474-a7d1-77fb68818558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:09.339730 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1022068'] for router (98f0b610-e1f9-43f5-8054-fbcade023e8e), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:09.385103 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5628c-4a0c-4474-a7d1-77fb68818558 None None] Current status of the port e62587f7-80de-43f3-b224-d5ecc95006cc is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:09.569844 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Router 98f0b610-e1f9-43f5-8054-fbcade023e8e is scheduled to L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b with binding_index 1 {{(pid=103210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:30:09.583853 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613daac8-753a-4eeb-a5f1-05a0de4a7418 req-6b50c7d7-8b3b-4607-b821-590f18c5a59f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:09.585359 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-613daac8-753a-4eeb-a5f1-05a0de4a7418 req-6b50c7d7-8b3b-4607-b821-590f18c5a59f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0519137 Feb 16 14:30:09.608345 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa3db65e-bed1-4e70-b9c1-86551bc528b3 None None] Provisioning complete for port e62587f7-80de-43f3-b224-d5ecc95006cc triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:09.609486 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa3db65e-bed1-4e70-b9c1-86551bc528b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:09.638369 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-613daac8-753a-4eeb-a5f1-05a0de4a7418 req-1f82d152-af7a-41c7-9182-2577a3bbb016 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468507 Feb 16 14:30:09.684592 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:30:09.694871 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Sync routers for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:30:09.697057 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa3db65e-bed1-4e70-b9c1-86551bc528b3 None None] Current status of the port e62587f7-80de-43f3-b224-d5ecc95006cc is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:09.705477 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:09.706158 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:09.757300 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:09.758696 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-5ec260af-b841-42d5-be80-96e85058137c admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4211922 Feb 16 14:30:09.761507 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49236) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:09.808519 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:09.992190 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:08Z', 'revision_number': 3, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:10.019067 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Checking router: 98f0b610-e1f9-43f5-8054-fbcade023e8e for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:30:10.019421 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Updating router 98f0b610-e1f9-43f5-8054-fbcade023e8e port b8719d6b-0c29-4285-bcaa-3b08748981b6 binding host dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:30:10.045686 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (b8719d6b-0c29-4285-bcaa-3b08748981b6), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:10.195941 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:10.298044 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Publish callbacks [] for port (b8719d6b-0c29-4285-bcaa-3b08748981b6), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:10.355561 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (b8719d6b-0c29-4285-bcaa-3b08748981b6), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:10.392852 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Allocated IP 172.20.0.1 (78ebea5a-7c6d-4c2c-8e42-a1327d39deac/6a6eba54-d08a-4809-9cbc-4e2a0d64b56a/60c5c505-c56e-40c3-84e6-d7a67513683f) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:10.408877 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Attempting to bind port b8719d6b-0c29-4285-bcaa-3b08748981b6 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:10.409247 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Attempting to bind port b8719d6b-0c29-4285-bcaa-3b08748981b6 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:10.409610 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Attempting to bind port b8719d6b-0c29-4285-bcaa-3b08748981b6 on network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:10.412429 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Pushing event updated for resources: {'Port': ['ID=b8719d6b-0c29-4285-bcaa-3b08748981b6,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:10.421711 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:10.422100 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Checking segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:10.422512 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:10.422900 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Bound using segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:10.423370 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Bound port: b8719d6b-0c29-4285-bcaa-3b08748981b6, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:10.423759 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (b8719d6b-0c29-4285-bcaa-3b08748981b6), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:10.426747 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:10.427118 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:10.427490 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:10.427823 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:10.428158 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:10.428492 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:10.428857 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:10.429200 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:10.429531 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:10.429878 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:10.430465 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:10.430789 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:10.431110 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:10.480609 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] For port b8719d6b-0c29-4285-bcaa-3b08748981b6, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:10.484179 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] For port b8719d6b-0c29-4285-bcaa-3b08748981b6, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=b8719d6b-0c29-4285-bcaa-3b08748981b6,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:10.496836 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Publish callbacks [] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:10.584818 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (b8719d6b-0c29-4285-bcaa-3b08748981b6), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:10.605112 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:10.636535 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:10.637171 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:10.643176 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:10.647957 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:10.651422 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:10.651919 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016617'] for router_interface (98f0b610-e1f9-43f5-8054-fbcade023e8e), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:10.676117 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:10.716826 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbde08-97a6-40f3-afba-4d1feaa4d65a None None] Pushing event updated for resources: {'Port': ['ID=b8719d6b-0c29-4285-bcaa-3b08748981b6,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:10.739373 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Pushing event updated for resources: {'Port': ['ID=60c5c505-c56e-40c3-84e6-d7a67513683f,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:10.763911 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:10.830084 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device e62587f7-80de-43f3-b224-d5ecc95006cc up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:10.830570 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294dfe1-1d2a-4731-a729-7eb357ce1ec4 req-ebed22bf-a8b7-4341-9b6d-a0ce1bd541a7 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:10.832849 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e294dfe1-1d2a-4731-a729-7eb357ce1ec4 req-ebed22bf-a8b7-4341-9b6d-a0ce1bd541a7 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0966299 Feb 16 14:30:10.899888 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port e62587f7-80de-43f3-b224-d5ecc95006cc triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:10.900256 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:10.926998 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e294dfe1-1d2a-4731-a729-7eb357ce1ec4 req-88c672b6-f119-4cb4-bcf3-2b7780156e71 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870736 Feb 16 14:30:10.969110 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-8527e944-4c43-478b-a796-ec0ce8eabb76 None None] Provisioning complete for port 60c5c505-c56e-40c3-84e6-d7a67513683f triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:10.970172 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8527e944-4c43-478b-a796-ec0ce8eabb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:11.082506 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:08Z', 'revision_number': 3, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:11.110859 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f501abd-ab4e-4086-88bb-894bcde58123 None None] The sync data for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi is: [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:08Z', 'revision_number': 3, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:30:11.175873 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-8527e944-4c43-478b-a796-ec0ce8eabb76 None None] Port 60c5c505-c56e-40c3-84e6-d7a67513683f cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:30:11.190291 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port e62587f7-80de-43f3-b224-d5ecc95006cc is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:11.295705 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:11.485722 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Publish callbacks [] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:11.550235 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:11.552413 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016757'] for router_interface (98f0b610-e1f9-43f5-8054-fbcade023e8e), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:11.615843 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Pushing event updated for resources: {'Port': ['ID=60c5c505-c56e-40c3-84e6-d7a67513683f,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:11.686770 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:11.688231 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:11.819021 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Router 98f0b610-e1f9-43f5-8054-fbcade023e8e has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:30:11.900387 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-b9a3a5c0-d6ee-42ec-8610-c0203882d9ab None None] Provisioning complete for port 60c5c505-c56e-40c3-84e6-d7a67513683f triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:11.901019 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b9a3a5c0-d6ee-42ec-8610-c0203882d9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:11.937908 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:30:11.939750 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-b9a3a5c0-d6ee-42ec-8610-c0203882d9ab None None] Port 60c5c505-c56e-40c3-84e6-d7a67513683f cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:30:11.949325 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b5f7734f-615a-44c4-86f8-1de1435cc00d admin admin] 10.222.0.133 "PUT /v2.0/routers/98f0b610-e1f9-43f5-8054-fbcade023e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1867681 Feb 16 14:30:12.059381 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee0933-25ae-41d4-8009-5a542a29af01 req-80061789-77d9-4b64-8313-149d655caae7 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:12.061735 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8fee0933-25ae-41d4-8009-5a542a29af01 req-80061789-77d9-4b64-8313-149d655caae7 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0625951 Feb 16 14:30:12.119782 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8fee0933-25ae-41d4-8009-5a542a29af01 req-22564871-f0f0-4ec5-992e-9b4a975958c2 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499778 Feb 16 14:30:12.656681 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Sync routers for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:30:12.675528 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:12.676362 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:12.720389 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49282) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:12.724554 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-429953129-network', 'tenant_id': '5f33767511b6453e9d717254fe4b9187'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:12.793433 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device b8719d6b-0c29-4285-bcaa-3b08748981b6 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:12.798758 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:12.829904 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] Made reservation on behalf of 5f33767511b6453e9d717254fe4b9187 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:30:12.832341 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:12.846024 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:12.922491 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] Publish callbacks [] for security_group (7eb4b31c-3d03-4d6f-899b-f89811f53105), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:12.931962 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port b8719d6b-0c29-4285-bcaa-3b08748981b6 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:12.932445 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (b8719d6b-0c29-4285-bcaa-3b08748981b6), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:12.999138 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (7eb4b31c-3d03-4d6f-899b-f89811f53105), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.025808 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:30:13.036808 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb4b31c-3d03-4d6f-899b-f89811f53105,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:13.043928 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (300614e4-6dcc-4e93-94c8-560ba0274363), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.044274 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] Added segment 300614e4-6dcc-4e93-94c8-560ba0274363 of type vlan for network c352f888-789d-49e0-be6c-147e0af987d5 Feb 16 14:30:13.088632 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port b8719d6b-0c29-4285-bcaa-3b08748981b6 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:13.089089 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (b8719d6b-0c29-4285-bcaa-3b08748981b6), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.090619 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (c352f888-789d-49e0-be6c-147e0af987d5), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.115142 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port b8719d6b-0c29-4285-bcaa-3b08748981b6, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=b8719d6b-0c29-4285-bcaa-3b08748981b6,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:13.120107 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 2, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:13.147032 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Checking router: 98f0b610-e1f9-43f5-8054-fbcade023e8e for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:30:13.147383 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Updating router 98f0b610-e1f9-43f5-8054-fbcade023e8e port 60c5c505-c56e-40c3-84e6-d7a67513683f binding host dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:30:13.174821 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.176260 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (c352f888-789d-49e0-be6c-147e0af987d5), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.177362 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:13.178064 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.187912 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (b8719d6b-0c29-4285-bcaa-3b08748981b6), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.250141 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] Pushing event updated for resources: {'Network': ['ID=c352f888-789d-49e0-be6c-147e0af987d5,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:13.266180 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network c352f888-789d-49e0-be6c-147e0af987d5 details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:30:13.273764 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6031f0-9d28-4050-9cd9-a135b734aa46 req-71d87790-8739-45d4-b887-740629c5a4f5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:13.275990 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-d976cd4d-7558-4b69-b586-909272516a2c admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5552635 Feb 16 14:30:13.285166 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e6031f0-9d28-4050-9cd9-a135b734aa46 req-71d87790-8739-45d4-b887-740629c5a4f5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0781684 Feb 16 14:30:13.287232 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49290) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:13.292326 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-c7a7d560-882a-423b-bc64-6f095fb594ff admin admin] Request body: {'subnet': {'network_id': 'c352f888-789d-49e0-be6c-147e0af987d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-429953129-subnet', 'tenant_id': '5f33767511b6453e9d717254fe4b9187', 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:13.330130 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e6031f0-9d28-4050-9cd9-a135b734aa46 req-c6532397-3583-4c4c-ac51-09f8bc4abd78 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469551 Feb 16 14:30:13.336192 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=b8719d6b-0c29-4285-bcaa-3b08748981b6,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:13.389882 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a7d560-882a-423b-bc64-6f095fb594ff admin admin] Made reservation on behalf of 5f33767511b6453e9d717254fe4b9187 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:30:13.392307 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7a7d560-882a-423b-bc64-6f095fb594ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.562720 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Publish callbacks [] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.627253 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.690771 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61aa3c3-4eb7-4b26-9fa7-15e25493c7f3 None None] Pushing event updated for resources: {'Port': ['ID=60c5c505-c56e-40c3-84e6-d7a67513683f,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:13.693211 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7a7d560-882a-423b-bc64-6f095fb594ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for subnet (ce2edaa8-ebf5-4ac4-b945-81c4e3876c76), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.751673 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Attempting to bind port 60c5c505-c56e-40c3-84e6-d7a67513683f on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:13.756399 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Attempting to bind port 60c5c505-c56e-40c3-84e6-d7a67513683f by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:13.756399 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Attempting to bind port 60c5c505-c56e-40c3-84e6-d7a67513683f on network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:13.759204 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:13.760988 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Checking segment: {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:13.760988 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.760988 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Bound using segment: {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:13.760988 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Bound port: 60c5c505-c56e-40c3-84e6-d7a67513683f, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:13.761358 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.766963 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7d560-882a-423b-bc64-6f095fb594ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce2edaa8-ebf5-4ac4-b945-81c4e3876c76,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:13.781564 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7d560-882a-423b-bc64-6f095fb594ff admin admin] Checking segment: {'id': '300614e4-6dcc-4e93-94c8-560ba0274363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c352f888-789d-49e0-be6c-147e0af987d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:13.782354 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7d560-882a-423b-bc64-6f095fb594ff admin admin] Network hostable DHCP agents. Network: c352f888-789d-49e0-be6c-147e0af987d5, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:30:13.857755 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] For port 60c5c505-c56e-40c3-84e6-d7a67513683f, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:13.862169 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] For port 60c5c505-c56e-40c3-84e6-d7a67513683f, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=60c5c505-c56e-40c3-84e6-d7a67513683f,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:13.938676 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7d560-882a-423b-bc64-6f095fb594ff admin admin] Network c352f888-789d-49e0-be6c-147e0af987d5 is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:30:13.971408 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-43cfba4f-eec7-41b1-b8c3-6e2188b40f43 None None] Provisioning complete for port 60c5c505-c56e-40c3-84e6-d7a67513683f triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:13.971928 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-43cfba4f-eec7-41b1-b8c3-6e2188b40f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:13.974952 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:14.006759 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-c7a7d560-882a-423b-bc64-6f095fb594ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, c352f888-789d-49e0-be6c-147e0af987d5) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:14.017577 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a7d560-882a-423b-bc64-6f095fb594ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:14.017577 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7a7d560-882a-423b-bc64-6f095fb594ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:14.032274 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca1a46-b419-4659-bfd2-82cceba1cd6a None None] Network c352f888-789d-49e0-be6c-147e0af987d5 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:30:14.101854 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c7a7d560-882a-423b-bc64-6f095fb594ff admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8106270 Feb 16 14:30:14.101854 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49314) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:14.106193 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-429953129-router', 'tenant_id': '5f33767511b6453e9d717254fe4b9187', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:14.150563 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61aa3c3-4eb7-4b26-9fa7-15e25493c7f3 None None] Pushing event updated for resources: {'Port': ['ID=60c5c505-c56e-40c3-84e6-d7a67513683f,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:14.158679 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:14.158679 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:14.195903 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62071'] for router (80b143d3-0639-42fb-b8e1-7ee02002ca2e), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:14.197098 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62048'] for router (80b143d3-0639-42fb-b8e1-7ee02002ca2e), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:14.264455 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Publish callbacks [] for router_controller (80b143d3-0639-42fb-b8e1-7ee02002ca2e), precommit_add_association {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:14.313600 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-43cfba4f-eec7-41b1-b8c3-6e2188b40f43 None None] Current status of the port 60c5c505-c56e-40c3-84e6-d7a67513683f is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:14.314098 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-43cfba4f-eec7-41b1-b8c3-6e2188b40f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:14.332103 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9af8354-918b-5e3c-aab1-4fb6f759b67a-c352f888-789d-49e0-be6c-147e0af987d5', 'network_id': 'c352f888-789d-49e0-be6c-147e0af987d5', 'project_id': '5f33767511b6453e9d717254fe4b9187', 'fixed_ips': [{'subnet_id': 'ce2edaa8-ebf5-4ac4-b945-81c4e3876c76'}]}} from dv-cinder-778193-17-iscsi. {{(pid=103212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:30:14.334732 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:14.511833 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Publish callbacks [] for router_gateway (80b143d3-0639-42fb-b8e1-7ee02002ca2e), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:14.539901 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a1398-71b6-4ea1-a6cf-47ebdcc00dfd req-f6443f2b-94de-42b5-8b0e-2af6e918e056 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:14.542253 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-531a1398-71b6-4ea1-a6cf-47ebdcc00dfd req-f6443f2b-94de-42b5-8b0e-2af6e918e056 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0974154 Feb 16 14:30:14.611502 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:14.636644 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-531a1398-71b6-4ea1-a6cf-47ebdcc00dfd req-e2dbace7-c9ba-4a23-adae-dd281a3ddb99 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877354 Feb 16 14:30:14.650057 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-43cfba4f-eec7-41b1-b8c3-6e2188b40f43 None None] For port 60c5c505-c56e-40c3-84e6-d7a67513683f, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=60c5c505-c56e-40c3-84e6-d7a67513683f,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:14.734531 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-43cfba4f-eec7-41b1-b8c3-6e2188b40f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:14.836621 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device b8719d6b-0c29-4285-bcaa-3b08748981b6 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:14.842567 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Publish callbacks [] for router_gateway (80b143d3-0639-42fb-b8e1-7ee02002ca2e), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:14.868631 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:14.891527 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfba4f-eec7-41b1-b8c3-6e2188b40f43 None None] Pushing event updated for resources: {'Port': ['ID=60c5c505-c56e-40c3-84e6-d7a67513683f,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:14.987068 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Allocated IP 172.20.0.2 (c352f888-789d-49e0-be6c-147e0af987d5/ce2edaa8-ebf5-4ac4-b945-81c4e3876c76/97ad44a7-03ea-4080-b6fb-ad71c45f733a) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:14.992232 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Allocated IP 172.27.1.47 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/35e3873c-7605-4ca6-a55e-e7739667a0c9) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:14.999921 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-c2456a09-5cdd-4d87-9e9b-7884735b64af None None] Provisioning complete for port 60c5c505-c56e-40c3-84e6-d7a67513683f triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:15.000291 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c2456a09-5cdd-4d87-9e9b-7884735b64af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:15.100389 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port b8719d6b-0c29-4285-bcaa-3b08748981b6 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:15.100766 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (b8719d6b-0c29-4285-bcaa-3b08748981b6), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:15.193415 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Publish callbacks [] for port (35e3873c-7605-4ca6-a55e-e7739667a0c9), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:15.299232 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-c2456a09-5cdd-4d87-9e9b-7884735b64af None None] Current status of the port 60c5c505-c56e-40c3-84e6-d7a67513683f is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:15.330750 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (35e3873c-7605-4ca6-a55e-e7739667a0c9), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:15.357334 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Publish callbacks [] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:15.360729 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:15.389731 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port b8719d6b-0c29-4285-bcaa-3b08748981b6 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:15.392318 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:15.392436 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08aa67-bdf5-4d1d-acb7-d985a874edca None None] The sync data for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi is: [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:30:15.404152 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:15.413650 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:15.422760 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Pushing event updated for resources: {'Port': ['ID=35e3873c-7605-4ca6-a55e-e7739667a0c9,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:15.455611 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:15.527080 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Network c352f888-789d-49e0-be6c-147e0af987d5 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:15.536222 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:15.539686 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:15.539871 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c42c38-33d7-4b7e-9dd7-9f95be328923 req-78d86c2f-d125-494b-9f00-cb8a245b16bc tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:15.548284 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69c42c38-33d7-4b7e-9dd7-9f95be328923 req-78d86c2f-d125-494b-9f00-cb8a245b16bc tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1055701 Feb 16 14:30:15.569311 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Pushing event updated for resources: {'Port': ['ID=97ad44a7-03ea-4080-b6fb-ad71c45f733a,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:15.636695 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-69c42c38-33d7-4b7e-9dd7-9f95be328923 req-b8e104b8-4eab-44a7-93c4-5193293a55a8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826082 Feb 16 14:30:15.651561 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140cf25-25c6-460a-a50c-ae787d6c5cb3 req-c92ceaf5-9a3c-4fc2-9038-eede125c54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:15.653124 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4140cf25-25c6-460a-a50c-ae787d6c5cb3 req-c92ceaf5-9a3c-4fc2-9038-eede125c54f1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=deea67eb240b4b72a6a68a900986cf3e&device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 1129 time: 0.0787101 Feb 16 14:30:15.676387 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Attempting to bind port 97ad44a7-03ea-4080-b6fb-ad71c45f733a on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:15.678138 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Attempting to bind port 97ad44a7-03ea-4080-b6fb-ad71c45f733a by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '300614e4-6dcc-4e93-94c8-560ba0274363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c352f888-789d-49e0-be6c-147e0af987d5'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:15.678443 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Attempting to bind port 97ad44a7-03ea-4080-b6fb-ad71c45f733a on network c352f888-789d-49e0-be6c-147e0af987d5 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:15.687090 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:15.687562 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Checking segment: {'id': '300614e4-6dcc-4e93-94c8-560ba0274363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c352f888-789d-49e0-be6c-147e0af987d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:15.688220 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:15.688481 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Bound using segment: {'id': '300614e4-6dcc-4e93-94c8-560ba0274363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c352f888-789d-49e0-be6c-147e0af987d5'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:15.689055 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Bound port: 97ad44a7-03ea-4080-b6fb-ad71c45f733a, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300614e4-6dcc-4e93-94c8-560ba0274363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c352f888-789d-49e0-be6c-147e0af987d5'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:15.689498 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:15.786019 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0685a8a-5aaf-4200-9cd6-061e9c5b310f req-e8331b99-70b2-4667-bfa8-ef9bfd90e273 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:15.793400 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0685a8a-5aaf-4200-9cd6-061e9c5b310f req-e8331b99-70b2-4667-bfa8-ef9bfd90e273 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0676093 Feb 16 14:30:15.794988 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] For port 97ad44a7-03ea-4080-b6fb-ad71c45f733a, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:15.799271 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] For port 97ad44a7-03ea-4080-b6fb-ad71c45f733a, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=97ad44a7-03ea-4080-b6fb-ad71c45f733a,segment=NetworkSegment(300614e4-6dcc-4e93-94c8-560ba0274363),segment_id=300614e4-6dcc-4e93-94c8-560ba0274363)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:15.847551 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e0685a8a-5aaf-4200-9cd6-061e9c5b310f req-0026fce0-387b-4998-b1c4-95f367f58dae tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529349 Feb 16 14:30:15.847881 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140cf25-25c6-460a-a50c-ae787d6c5cb3 req-429253cd-a554-4a3b-8cf7-53dfbe7a6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:15.849440 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4140cf25-25c6-460a-a50c-ae787d6c5cb3 req-429253cd-a554-4a3b-8cf7-53dfbe7a6297 service neutron] 10.222.0.127 "GET /v2.0/networks?id=c18dd6e1-f13c-444e-8150-deef63d4a164 HTTP/1.1" status: 200 len: 920 time: 0.1872287 Feb 16 14:30:15.853527 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Publish callbacks [] for router_gateway (80b143d3-0639-42fb-b8e1-7ee02002ca2e), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:15.949982 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4140cf25-25c6-460a-a50c-ae787d6c5cb3 req-84fd68e8-f25d-4a2c-941d-cc61fef227b0 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf730d71-b720-4a3e-8172-6a1a890860aa HTTP/1.1" status: 200 len: 217 time: 0.0924828 Feb 16 14:30:16.002798 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:16.022328 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140cf25-25c6-460a-a50c-ae787d6c5cb3 req-8df025a3-0fa1-4776-bd67-dea28f8e5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:16.023826 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4140cf25-25c6-460a-a50c-ae787d6c5cb3 req-8df025a3-0fa1-4776-bd67-dea28f8e5096 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b9017d5-9c05-4f22-83b0-ee486f6dea28 HTTP/1.1" status: 200 len: 859 time: 0.0655227 Feb 16 14:30:16.070477 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c2524-4696-4bdb-b159-4a3a34be4221 None None] Pushing event updated for resources: {'Port': ['ID=97ad44a7-03ea-4080-b6fb-ad71c45f733a,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:16.365712 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4140cf25-25c6-460a-a50c-ae787d6c5cb3 req-cc89a4cd-f5da-4b90-b4bb-0aaf7d7f9b04 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=c18dd6e1-f13c-444e-8150-deef63d4a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3350348 Feb 16 14:30:16.419636 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1022068'] for router (80b143d3-0639-42fb-b8e1-7ee02002ca2e), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:16.641595 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Router 80b143d3-0639-42fb-b8e1-7ee02002ca2e is scheduled to L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b with binding_index 1 {{(pid=103210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:30:16.800421 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b2267-9e0a-4683-851e-64f7abe7ed76 req-7bea64b0-637b-4e4f-9a22-93076b98137c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:16.802446 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6f5b2267-9e0a-4683-851e-64f7abe7ed76 req-7bea64b0-637b-4e4f-9a22-93076b98137c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0690250 Feb 16 14:30:16.817567 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:30:16.827102 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Sync routers for ids ['80b143d3-0639-42fb-b8e1-7ee02002ca2e'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:30:16.840175 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Routers {'80b143d3-0639-42fb-b8e1-7ee02002ca2e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:16.841826 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['80b143d3-0639-42fb-b8e1-7ee02002ca2e'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:16.896636 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 60c5c505-c56e-40c3-84e6-d7a67513683f up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:16.913763 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6f5b2267-9e0a-4683-851e-64f7abe7ed76 req-c769d993-c71a-498d-935b-40d9ba83907f tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051722 Feb 16 14:30:16.935952 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:16.937784 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-aea6a9b6-c425-412e-af5b-2b8934170a8f admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8349922 Feb 16 14:30:16.940685 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 49366) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:17.011408 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 60c5c505-c56e-40c3-84e6-d7a67513683f triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:17.012643 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.064747 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Set router 80b143d3-0639-42fb-b8e1-7ee02002ca2e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:17.142966 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 60c5c505-c56e-40c3-84e6-d7a67513683f is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:17.144147 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 97ad44a7-03ea-4080-b6fb-ad71c45f733a up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:17.152333 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb989d8-901c-4b6c-b498-146a9a39f900 req-ce9081a5-78b4-41a0-87c4-65f1b51d078c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:17.154018 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8bb989d8-901c-4b6c-b498-146a9a39f900 req-ce9081a5-78b4-41a0-87c4-65f1b51d078c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.1544006 Feb 16 14:30:17.210030 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 97ad44a7-03ea-4080-b6fb-ad71c45f733a triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:17.210767 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.319113 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 97ad44a7-03ea-4080-b6fb-ad71c45f733a is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:17.320849 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.344174 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8bb989d8-901c-4b6c-b498-146a9a39f900 req-d034205b-35a3-4109-8bf4-d403fb2d0777 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822336 Feb 16 14:30:17.377471 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port 97ad44a7-03ea-4080-b6fb-ad71c45f733a, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=97ad44a7-03ea-4080-b6fb-ad71c45f733a,segment=NetworkSegment(300614e4-6dcc-4e93-94c8-560ba0274363),segment_id=300614e4-6dcc-4e93-94c8-560ba0274363)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:17.384513 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4140cf25-25c6-460a-a50c-ae787d6c5cb3 req-ed3b9b9a-a505-49ab-a675-b8c4c34d8c2c service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684120 Feb 16 14:30:17.393898 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'name': 'tempest-TestVolumeBootPattern-429953129-router', 'tenant_id': '5f33767511b6453e9d717254fe4b9187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e3873c-7605-4ca6-a55e-e7739667a0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:30:15Z', 'revision_number': 3, 'project_id': '5f33767511b6453e9d717254fe4b9187', 'gw_port': {'id': '35e3873c-7605-4ca6-a55e-e7739667a0c9', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:17.396589 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f5876c-11f5-46ef-9fdd-e94de6b6e36b None None] Network c352f888-789d-49e0-be6c-147e0af987d5 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:30:17.421604 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Checking router: 80b143d3-0639-42fb-b8e1-7ee02002ca2e for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:30:17.421958 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Updating router 80b143d3-0639-42fb-b8e1-7ee02002ca2e port 35e3873c-7605-4ca6-a55e-e7739667a0c9 binding host dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:30:17.451027 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (35e3873c-7605-4ca6-a55e-e7739667a0c9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.472540 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.528818 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-e37f9051-3e10-4842-b4f8-2056f68c1069 None None] Provisioning complete for port 97ad44a7-03ea-4080-b6fb-ad71c45f733a triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:17.529285 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e37f9051-3e10-4842-b4f8-2056f68c1069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.582967 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=97ad44a7-03ea-4080-b6fb-ad71c45f733a,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:17.638884 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.664379 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-e37f9051-3e10-4842-b4f8-2056f68c1069 None None] Current status of the port 97ad44a7-03ea-4080-b6fb-ad71c45f733a is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:17.778843 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Publish callbacks [] for port (35e3873c-7605-4ca6-a55e-e7739667a0c9), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.821315 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Allocated IP 172.20.0.1 (c352f888-789d-49e0-be6c-147e0af987d5/ce2edaa8-ebf5-4ac4-b945-81c4e3876c76/69751c21-72df-4dd3-b8af-0dc8ac2c5e33) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:17.852730 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (35e3873c-7605-4ca6-a55e-e7739667a0c9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.892280 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-3f679de6-3146-435b-9959-fcb3c49f7d72 None None] Provisioning complete for port 97ad44a7-03ea-4080-b6fb-ad71c45f733a triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:17.892591 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3f679de6-3146-435b-9959-fcb3c49f7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.905630 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Attempting to bind port 35e3873c-7605-4ca6-a55e-e7739667a0c9 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:17.906222 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Attempting to bind port 35e3873c-7605-4ca6-a55e-e7739667a0c9 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:17.906584 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Attempting to bind port 35e3873c-7605-4ca6-a55e-e7739667a0c9 on network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:17.913611 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aef1a9-5f35-4bf8-9705-23abb13f210f None None] Pushing event updated for resources: {'Port': ['ID=35e3873c-7605-4ca6-a55e-e7739667a0c9,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:17.916025 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:17.916389 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Checking segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:17.917223 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.917537 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Bound using segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:17.917998 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Bound port: 35e3873c-7605-4ca6-a55e-e7739667a0c9, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:17.918525 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (35e3873c-7605-4ca6-a55e-e7739667a0c9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.939188 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Publish callbacks [] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:17.989970 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] For port 35e3873c-7605-4ca6-a55e-e7739667a0c9, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:17.991880 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-3f679de6-3146-435b-9959-fcb3c49f7d72 None None] Current status of the port 97ad44a7-03ea-4080-b6fb-ad71c45f733a is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:17.997825 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] For port 35e3873c-7605-4ca6-a55e-e7739667a0c9, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=35e3873c-7605-4ca6-a55e-e7739667a0c9,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:18.049088 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540508b-e678-4eeb-9be7-7bc59f035a00 req-51ee8dab-dc52-4b84-818a-f40ce3a0a211 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:18.050681 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c540508b-e678-4eeb-9be7-7bc59f035a00 req-51ee8dab-dc52-4b84-818a-f40ce3a0a211 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0613127 Feb 16 14:30:18.070577 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (35e3873c-7605-4ca6-a55e-e7739667a0c9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.099740 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c540508b-e678-4eeb-9be7-7bc59f035a00 req-86db33ab-9f40-4526-9aad-aa94d9235b96 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Feb 16 14:30:18.101182 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.131442 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4140cf25-25c6-460a-a50c-ae787d6c5cb3 req-1fd766e1-6cb6-452e-8d48-196d34dfd582 service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118350 Feb 16 14:30:18.143343 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Network c352f888-789d-49e0-be6c-147e0af987d5 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:18.145641 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aef1a9-5f35-4bf8-9705-23abb13f210f None None] Pushing event updated for resources: {'Port': ['ID=35e3873c-7605-4ca6-a55e-e7739667a0c9,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:18.149766 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:18.152159 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Routers {'80b143d3-0639-42fb-b8e1-7ee02002ca2e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:18.152780 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['80b143d3-0639-42fb-b8e1-7ee02002ca2e'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:18.154086 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:18.177639 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Pushing event updated for resources: {'Port': ['ID=69751c21-72df-4dd3-b8af-0dc8ac2c5e33,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:18.199378 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016617'] for router_interface (80b143d3-0639-42fb-b8e1-7ee02002ca2e), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.267749 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] Set router 80b143d3-0639-42fb-b8e1-7ee02002ca2e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:18.417935 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-e6bd6287-4131-4d92-8b8b-11e1fde4618f None None] Provisioning complete for port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:18.418495 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e6bd6287-4131-4d92-8b8b-11e1fde4618f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.459383 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd6287-4131-4d92-8b8b-11e1fde4618f None None] Port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:30:18.470869 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.471062 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'name': 'tempest-TestVolumeBootPattern-429953129-router', 'tenant_id': '5f33767511b6453e9d717254fe4b9187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e3873c-7605-4ca6-a55e-e7739667a0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:30:15Z', 'revision_number': 3, 'project_id': '5f33767511b6453e9d717254fe4b9187', 'gw_port': {'id': '35e3873c-7605-4ca6-a55e-e7739667a0c9', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:18.496965 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b67dd2-c938-447d-aa9e-266ce85801ca None None] The sync data for ids ['80b143d3-0639-42fb-b8e1-7ee02002ca2e'] in dv-cinder-778193-17-iscsi is: [{'id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'name': 'tempest-TestVolumeBootPattern-429953129-router', 'tenant_id': '5f33767511b6453e9d717254fe4b9187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e3873c-7605-4ca6-a55e-e7739667a0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:30:15Z', 'revision_number': 3, 'project_id': '5f33767511b6453e9d717254fe4b9187', 'gw_port': {'id': '35e3873c-7605-4ca6-a55e-e7739667a0c9', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:30:18.499211 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bb4c1-8bec-4a9f-a4ac-21c4f9033b39 req-227a8f6f-9bc6-4c33-854d-645c3eb0cc0f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:18.500754 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1c7bb4c1-8bec-4a9f-a4ac-21c4f9033b39 req-227a8f6f-9bc6-4c33-854d-645c3eb0cc0f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0937154 Feb 16 14:30:18.600903 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1c7bb4c1-8bec-4a9f-a4ac-21c4f9033b39 req-44bcdaea-e0d6-450c-9555-b4ee711e3d52 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812702 Feb 16 14:30:18.686091 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Publish callbacks [] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.766753 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092046'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.821587 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 97ad44a7-03ea-4080-b6fb-ad71c45f733a up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:18.845829 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016757'] for router_interface (80b143d3-0639-42fb-b8e1-7ee02002ca2e), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:18.847967 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Pushing event updated for resources: {'Port': ['ID=69751c21-72df-4dd3-b8af-0dc8ac2c5e33,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:18.971812 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Network c352f888-789d-49e0-be6c-147e0af987d5 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:18.974182 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:19.128083 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 97ad44a7-03ea-4080-b6fb-ad71c45f733a triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:19.128845 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:19.202025 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Router 80b143d3-0639-42fb-b8e1-7ee02002ca2e has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:30:19.387550 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e783c98-3f0f-4e76-b92d-0491c07e7b12 req-8e9ade18-d1bf-46f6-927d-f620966820b6 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:19.389909 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1e783c98-3f0f-4e76-b92d-0491c07e7b12 req-8e9ade18-d1bf-46f6-927d-f620966820b6 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1570821 Feb 16 14:30:19.407151 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 97ad44a7-03ea-4080-b6fb-ad71c45f733a is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:19.411791 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:30:19.421266 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-4ecb7f4a-09fd-4966-97f9-fa964b3d63b3 None None] Provisioning complete for port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:19.421783 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7f4a-09fd-4966-97f9-fa964b3d63b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:19.424860 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ad5d01ca-d093-4b71-9e1f-fca5a5df5e42 admin admin] 10.222.0.133 "PUT /v2.0/routers/80b143d3-0639-42fb-b8e1-7ee02002ca2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4814188 Feb 16 14:30:19.479027 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1e783c98-3f0f-4e76-b92d-0491c07e7b12 req-ac13781a-e119-4c4a-a811-5fdd06667aa3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786426 Feb 16 14:30:19.489570 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb7f4a-09fd-4966-97f9-fa964b3d63b3 None None] Port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:30:19.747969 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e83548-c3a1-4c8c-8402-c28c743681f6 req-30e23bba-42c3-4a90-ad83-39fb38437f89 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:19.755160 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b4e83548-c3a1-4c8c-8402-c28c743681f6 req-30e23bba-42c3-4a90-ad83-39fb38437f89 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0712385 Feb 16 14:30:19.812331 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b4e83548-c3a1-4c8c-8402-c28c743681f6 req-b0561e2e-a573-4cb3-9095-c398582eb60e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563052 Feb 16 14:30:20.075679 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-9d6b83b4-d560-4206-acb7-7db23c42d11f tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:20.082485 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-9d6b83b4-d560-4206-acb7-7db23c42d11f tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/networks?id=faf736a8-b0d1-4a45-85de-421c9c2ffb65 HTTP/1.1" status: 200 len: 814 time: 0.1130970 Feb 16 14:30:20.092616 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-0e1d2539-a5d4-467d-b65f-1db92559423a tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/quotas/898d5c9b275b4f84ae6b6c7f11759677 HTTP/1.1" status: 200 len: 375 time: 0.0093076 Feb 16 14:30:20.133435 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 49418) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:20.136853 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-0936efad-a101-4bfc-8470-af3262c77dd4 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=898d5c9b275b4f84ae6b6c7f11759677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336621 Feb 16 14:30:20.144690 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-56bebb55-c65a-4479-9cff-d50bef9dcbe2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-957149602', 'description': 'tempest-secgroup-smoke-957149602 description', 'project_id': '71aa13b5525343d9b20e223b0307b273'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:20.270913 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-56bebb55-c65a-4479-9cff-d50bef9dcbe2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:20.290348 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-8bb2cb38-edc3-4855-989c-f156d0bf5c85 service neutron] 10.222.0.133 "GET /v2.0/networks/faf736a8-b0d1-4a45-85de-421c9c2ffb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413102 Feb 16 14:30:20.443290 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-65185b2e-55b1-48d6-a069-80f1bfa96bd3 service neutron] 10.222.0.133 "GET /v2.0/networks/faf736a8-b0d1-4a45-85de-421c9c2ffb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387229 Feb 16 14:30:20.445527 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-56bebb55-c65a-4479-9cff-d50bef9dcbe2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group (3c313fc3-b6ca-4288-a6e6-912381f7391c), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:20.530980 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-56bebb55-c65a-4479-9cff-d50bef9dcbe2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (3c313fc3-b6ca-4288-a6e6-912381f7391c), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:20.595029 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bebb55-c65a-4479-9cff-d50bef9dcbe2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c313fc3-b6ca-4288-a6e6-912381f7391c,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:20.676865 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Sync routers for ids ['80b143d3-0639-42fb-b8e1-7ee02002ca2e'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:30:20.679317 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-56bebb55-c65a-4479-9cff-d50bef9dcbe2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:20.680800 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-56bebb55-c65a-4479-9cff-d50bef9dcbe2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5459969 Feb 16 14:30:20.684307 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49438) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:20.699664 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-17287147-b3e8-49cf-8f38-9e82f7716ecd tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Request body: {'security_group_rule': {'security_group_id': '3c313fc3-b6ca-4288-a6e6-912381f7391c', 'project_id': '71aa13b5525343d9b20e223b0307b273', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:20.719588 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Routers {'80b143d3-0639-42fb-b8e1-7ee02002ca2e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:20.720250 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['80b143d3-0639-42fb-b8e1-7ee02002ca2e'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:20.815972 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3105b-d296-4982-9fac-0b1892af9ca7 req-694bbb06-6122-4fa8-a7d0-3252a2c989a4 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:20.821872 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a7c3105b-d296-4982-9fac-0b1892af9ca7 req-694bbb06-6122-4fa8-a7d0-3252a2c989a4 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1929252 Feb 16 14:30:20.883301 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74a24986-2781-423a-a0be-9d30e6cbe9cd req-e54a99c7-83b2-49d0-adf7-113e240c9993 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 210 time: 0.0586569 Feb 16 14:30:20.904181 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-17287147-b3e8-49cf-8f38-9e82f7716ecd tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (e6812fbd-050d-479b-9859-475a020eb592), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:20.967158 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 35e3873c-7605-4ca6-a55e-e7739667a0c9 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:21.078628 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-17287147-b3e8-49cf-8f38-9e82f7716ecd tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (e6812fbd-050d-479b-9859-475a020eb592), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:21.079550 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Set router 80b143d3-0639-42fb-b8e1-7ee02002ca2e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:21.154122 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-17287147-b3e8-49cf-8f38-9e82f7716ecd tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (e6812fbd-050d-479b-9859-475a020eb592), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:21.195707 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17287147-b3e8-49cf-8f38-9e82f7716ecd tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6812fbd-050d-479b-9859-475a020eb592,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:21.245052 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 35e3873c-7605-4ca6-a55e-e7739667a0c9 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:21.245572 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (35e3873c-7605-4ca6-a55e-e7739667a0c9), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:21.274141 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a7c3105b-d296-4982-9fac-0b1892af9ca7 req-86e3ae52-3aba-49a3-95a4-119da4ab6918 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319520 Feb 16 14:30:21.293424 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c0fe5-7bf5-4e9c-a23f-41c8e283f727 req-9e9b4d10-bf94-4b68-9080-9c2bee8aae28 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:21.293539 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-17287147-b3e8-49cf-8f38-9e82f7716ecd tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:21.293623 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4e1c0fe5-7bf5-4e9c-a23f-41c8e283f727 req-9e9b4d10-bf94-4b68-9080-9c2bee8aae28 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0919278 Feb 16 14:30:21.296660 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-17287147-b3e8-49cf-8f38-9e82f7716ecd tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6106527 Feb 16 14:30:21.299027 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49460) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:21.305669 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-fd9c2101-b5bf-4927-b7a7-564fe156ea51 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Request body: {'security_group_rule': {'security_group_id': '3c313fc3-b6ca-4288-a6e6-912381f7391c', 'project_id': '71aa13b5525343d9b20e223b0307b273', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:21.367845 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4e1c0fe5-7bf5-4e9c-a23f-41c8e283f727 req-70191773-f9e8-4059-8235-6a5677e7276e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736268 Feb 16 14:30:21.446881 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fd9c2101-b5bf-4927-b7a7-564fe156ea51 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (8a12b387-f27e-464e-a318-79eb679e712c), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:21.478139 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 35e3873c-7605-4ca6-a55e-e7739667a0c9 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:21.478530 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (35e3873c-7605-4ca6-a55e-e7739667a0c9), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:21.503508 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port 35e3873c-7605-4ca6-a55e-e7739667a0c9, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=35e3873c-7605-4ca6-a55e-e7739667a0c9,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:21.511982 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'name': 'tempest-TestVolumeBootPattern-429953129-router', 'tenant_id': '5f33767511b6453e9d717254fe4b9187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e3873c-7605-4ca6-a55e-e7739667a0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:30:18Z', 'revision_number': 4, 'project_id': '5f33767511b6453e9d717254fe4b9187', 'gw_port': {'id': '35e3873c-7605-4ca6-a55e-e7739667a0c9', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '69751c21-72df-4dd3-b8af-0dc8ac2c5e33', 'name': '', 'network_id': 'c352f888-789d-49e0-be6c-147e0af987d5', 'tenant_id': '5f33767511b6453e9d717254fe4b9187', 'mac_address': 'fa:16:3e:2f:db:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ce2edaa8-ebf5-4ac4-b945-81c4e3876c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:17Z', 'updated_at': '2022-02-16T14:30:18Z', 'revision_number': 2, 'project_id': '5f33767511b6453e9d717254fe4b9187', 'subnets': [{'id': 'ce2edaa8-ebf5-4ac4-b945-81c4e3876c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:21.512668 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fd9c2101-b5bf-4927-b7a7-564fe156ea51 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (8a12b387-f27e-464e-a318-79eb679e712c), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:21.549976 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Checking router: 80b143d3-0639-42fb-b8e1-7ee02002ca2e for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:30:21.550340 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Updating router 80b143d3-0639-42fb-b8e1-7ee02002ca2e port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 binding host dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:30:21.583298 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:21.620071 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (35e3873c-7605-4ca6-a55e-e7739667a0c9), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:21.681908 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fd9c2101-b5bf-4927-b7a7-564fe156ea51 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (8a12b387-f27e-464e-a318-79eb679e712c), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:21.702209 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c2101-b5bf-4927-b7a7-564fe156ea51 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a12b387-f27e-464e-a318-79eb679e712c,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:21.771944 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=35e3873c-7605-4ca6-a55e-e7739667a0c9,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:21.832109 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fd9c2101-b5bf-4927-b7a7-564fe156ea51 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:21.836844 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 49482) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:21.842161 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-fd9c2101-b5bf-4927-b7a7-564fe156ea51 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5415258 Feb 16 14:30:21.845686 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-636c77e1-5760-43d7-9acd-48858e00c376 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Request body: {'security_group_rule': {'security_group_id': '3c313fc3-b6ca-4288-a6e6-912381f7391c', 'project_id': '71aa13b5525343d9b20e223b0307b273', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:21.962654 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Publish callbacks [] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:21.978494 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c10f820c-f01a-4e1b-96f7-526758638b0d req-db5a463c-e7dc-4489-933f-40c24e3c2fc8 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 210 time: 0.0339866 Feb 16 14:30:22.040911 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-636c77e1-5760-43d7-9acd-48858e00c376 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (918b55e2-5cc5-4836-bf6a-f3a7b046ddc2), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:22.041431 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:22.102418 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647edffd-b8aa-4636-9f42-908108456257 None None] Pushing event updated for resources: {'Port': ['ID=69751c21-72df-4dd3-b8af-0dc8ac2c5e33,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:22.105240 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-636c77e1-5760-43d7-9acd-48858e00c376 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (918b55e2-5cc5-4836-bf6a-f3a7b046ddc2), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:22.161373 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Attempting to bind port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:22.163476 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Attempting to bind port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '300614e4-6dcc-4e93-94c8-560ba0274363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c352f888-789d-49e0-be6c-147e0af987d5'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:22.163476 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Attempting to bind port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 on network c352f888-789d-49e0-be6c-147e0af987d5 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:22.170632 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:22.171017 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Checking segment: {'id': '300614e4-6dcc-4e93-94c8-560ba0274363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c352f888-789d-49e0-be6c-147e0af987d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:22.171424 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:22.171821 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Bound using segment: {'id': '300614e4-6dcc-4e93-94c8-560ba0274363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c352f888-789d-49e0-be6c-147e0af987d5'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:22.172979 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Bound port: 69751c21-72df-4dd3-b8af-0dc8ac2c5e33, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300614e4-6dcc-4e93-94c8-560ba0274363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c352f888-789d-49e0-be6c-147e0af987d5'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:22.173369 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:22.176644 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-636c77e1-5760-43d7-9acd-48858e00c376 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (918b55e2-5cc5-4836-bf6a-f3a7b046ddc2), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:22.207109 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c77e1-5760-43d7-9acd-48858e00c376 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918b55e2-5cc5-4836-bf6a-f3a7b046ddc2,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:22.289499 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-636c77e1-5760-43d7-9acd-48858e00c376 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:22.295270 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49504) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:22.299619 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-2bd0bffe-c60d-4aff-a506-9b34b0bcacc1 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Request body: {'security_group_rule': {'security_group_id': '3c313fc3-b6ca-4288-a6e6-912381f7391c', 'project_id': '71aa13b5525343d9b20e223b0307b273', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:22.301309 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-636c77e1-5760-43d7-9acd-48858e00c376 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4625897 Feb 16 14:30:22.301817 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] For port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:22.305719 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] For port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=69751c21-72df-4dd3-b8af-0dc8ac2c5e33,segment=NetworkSegment(300614e4-6dcc-4e93-94c8-560ba0274363),segment_id=300614e4-6dcc-4e93-94c8-560ba0274363)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:22.400115 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516cf5d-4752-4b9c-a65a-dd69b4650e3d req-45909e7f-3261-4abe-80f8-e8431a1ddb17 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:22.400115 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f516cf5d-4752-4b9c-a65a-dd69b4650e3d req-45909e7f-3261-4abe-80f8-e8431a1ddb17 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0838284 Feb 16 14:30:22.420504 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:22.454870 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2bd0bffe-c60d-4aff-a506-9b34b0bcacc1 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (082b1caf-55ca-453d-8a1a-fa17c009df9b), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:22.481302 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f516cf5d-4752-4b9c-a65a-dd69b4650e3d req-28fb0b5b-e2c5-4d59-8be9-f7e87f0cf2d6 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636945 Feb 16 14:30:22.492954 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d742a92-6012-4bb3-8f96-365153c9b196 req-95047ca9-63ab-4f04-9a88-628570aa90bb tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:22.500703 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6d742a92-6012-4bb3-8f96-365153c9b196 req-95047ca9-63ab-4f04-9a88-628570aa90bb tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1213725 Feb 16 14:30:22.515296 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647edffd-b8aa-4636-9f42-908108456257 None None] Pushing event updated for resources: {'Port': ['ID=69751c21-72df-4dd3-b8af-0dc8ac2c5e33,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:22.553656 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Routers {'80b143d3-0639-42fb-b8e1-7ee02002ca2e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:22.554799 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['80b143d3-0639-42fb-b8e1-7ee02002ca2e'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:22.587545 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2bd0bffe-c60d-4aff-a506-9b34b0bcacc1 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (082b1caf-55ca-453d-8a1a-fa17c009df9b), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:22.606807 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6d742a92-6012-4bb3-8f96-365153c9b196 req-3aba95e6-5adb-4816-9e05-5ee3f64f067e tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050792 Feb 16 14:30:22.683902 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-73dcef77-b6e1-4c15-87b5-4c3a1c92a9f5 None None] Provisioning complete for port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:22.684292 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-73dcef77-b6e1-4c15-87b5-4c3a1c92a9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:22.702573 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2bd0bffe-c60d-4aff-a506-9b34b0bcacc1 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (082b1caf-55ca-453d-8a1a-fa17c009df9b), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:22.731712 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0bffe-c60d-4aff-a506-9b34b0bcacc1 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082b1caf-55ca-453d-8a1a-fa17c009df9b,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:22.753814 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6459d56-2913-44f3-9c5a-de862663fe23 req-73e5d446-07f2-4c67-86ea-c28d472fb42b tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:22.760899 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a6459d56-2913-44f3-9c5a-de862663fe23 req-73e5d446-07f2-4c67-86ea-c28d472fb42b tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.1253757 Feb 16 14:30:22.798364 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] Set router 80b143d3-0639-42fb-b8e1-7ee02002ca2e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:22.810358 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2bd0bffe-c60d-4aff-a506-9b34b0bcacc1 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:22.811908 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2bd0bffe-c60d-4aff-a506-9b34b0bcacc1 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5165174 Feb 16 14:30:22.821281 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49522) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:22.827249 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-e8d6b5a1-cf74-4ca7-8694-f2553026a85e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Request body: {'security_group_rule': {'security_group_id': '3c313fc3-b6ca-4288-a6e6-912381f7391c', 'project_id': '71aa13b5525343d9b20e223b0307b273', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:22.865153 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a6459d56-2913-44f3-9c5a-de862663fe23 req-dde8f20d-346e-4d30-a08d-5ce1ee89b8f8 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967581 Feb 16 14:30:22.882887 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 35e3873c-7605-4ca6-a55e-e7739667a0c9 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:22.968662 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.securitygroups_db [None req-e8d6b5a1-cf74-4ca7-8694-f2553026a85e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Project 71aa13b5525343d9b20e223b0307b273 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:30:22.975748 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b5a1-cf74-4ca7-8694-f2553026a85e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (30ad9f6b-6d7e-4a72-ad26-ac76d159fd77), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.114164 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-00a1f0f4-bc12-454d-bc13-b4f3542c406a req-154bfedb-330e-424b-94f0-eed5e632a4cb tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 210 time: 0.0526679 Feb 16 14:30:23.130368 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b5a1-cf74-4ca7-8694-f2553026a85e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (30ad9f6b-6d7e-4a72-ad26-ac76d159fd77), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.177504 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-73dcef77-b6e1-4c15-87b5-4c3a1c92a9f5 None None] Current status of the port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:23.177874 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-73dcef77-b6e1-4c15-87b5-4c3a1c92a9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.207514 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b5a1-cf74-4ca7-8694-f2553026a85e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (30ad9f6b-6d7e-4a72-ad26-ac76d159fd77), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.227317 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6b5a1-cf74-4ca7-8694-f2553026a85e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ad9f6b-6d7e-4a72-ad26-ac76d159fd77,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:23.254096 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 35e3873c-7605-4ca6-a55e-e7739667a0c9 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:23.254482 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (35e3873c-7605-4ca6-a55e-e7739667a0c9), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.273003 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-73dcef77-b6e1-4c15-87b5-4c3a1c92a9f5 None None] For port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=69751c21-72df-4dd3-b8af-0dc8ac2c5e33,segment=NetworkSegment(300614e4-6dcc-4e93-94c8-560ba0274363),segment_id=300614e4-6dcc-4e93-94c8-560ba0274363)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:23.309043 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b5a1-cf74-4ca7-8694-f2553026a85e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.310990 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e8d6b5a1-cf74-4ca7-8694-f2553026a85e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4892960 Feb 16 14:30:23.316838 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49540) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:23.322126 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-28842684-5eec-4a98-9011-62376e928007 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Request body: {'security_group_rule': {'security_group_id': '3c313fc3-b6ca-4288-a6e6-912381f7391c', 'project_id': '71aa13b5525343d9b20e223b0307b273', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:23.333281 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-73dcef77-b6e1-4c15-87b5-4c3a1c92a9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.421734 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139d2e1-068a-4a19-81cf-6ec7dca8caf5 req-169603cb-d198-46fc-9849-149eeea92cd5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:23.424493 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcef77-b6e1-4c15-87b5-4c3a1c92a9f5 None None] Pushing event updated for resources: {'Port': ['ID=69751c21-72df-4dd3-b8af-0dc8ac2c5e33,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:23.436743 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1139d2e1-068a-4a19-81cf-6ec7dca8caf5 req-169603cb-d198-46fc-9849-149eeea92cd5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0807295 Feb 16 14:30:23.456559 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.securitygroups_db [None req-28842684-5eec-4a98-9011-62376e928007 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Project 71aa13b5525343d9b20e223b0307b273 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:30:23.458617 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'name': 'tempest-TestVolumeBootPattern-429953129-router', 'tenant_id': '5f33767511b6453e9d717254fe4b9187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e3873c-7605-4ca6-a55e-e7739667a0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:30:18Z', 'revision_number': 4, 'project_id': '5f33767511b6453e9d717254fe4b9187', 'gw_port': {'id': '35e3873c-7605-4ca6-a55e-e7739667a0c9', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '69751c21-72df-4dd3-b8af-0dc8ac2c5e33', 'name': '', 'network_id': 'c352f888-789d-49e0-be6c-147e0af987d5', 'tenant_id': '5f33767511b6453e9d717254fe4b9187', 'mac_address': 'fa:16:3e:2f:db:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ce2edaa8-ebf5-4ac4-b945-81c4e3876c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:17Z', 'updated_at': '2022-02-16T14:30:22Z', 'revision_number': 4, 'project_id': '5f33767511b6453e9d717254fe4b9187', 'subnets': [{'id': 'ce2edaa8-ebf5-4ac4-b945-81c4e3876c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:23.462455 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 35e3873c-7605-4ca6-a55e-e7739667a0c9 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:23.463448 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-28842684-5eec-4a98-9011-62376e928007 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (d6554bba-334e-4119-95d8-ae82bb3d6b24), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.496041 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dead7a1-75ee-4218-a19d-01e1828bc31b None None] The sync data for ids ['80b143d3-0639-42fb-b8e1-7ee02002ca2e'] in dv-cinder-778193-17-iscsi is: [{'id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'name': 'tempest-TestVolumeBootPattern-429953129-router', 'tenant_id': '5f33767511b6453e9d717254fe4b9187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e3873c-7605-4ca6-a55e-e7739667a0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:30:18Z', 'revision_number': 4, 'project_id': '5f33767511b6453e9d717254fe4b9187', 'gw_port': {'id': '35e3873c-7605-4ca6-a55e-e7739667a0c9', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '69751c21-72df-4dd3-b8af-0dc8ac2c5e33', 'name': '', 'network_id': 'c352f888-789d-49e0-be6c-147e0af987d5', 'tenant_id': '5f33767511b6453e9d717254fe4b9187', 'mac_address': 'fa:16:3e:2f:db:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'ce2edaa8-ebf5-4ac4-b945-81c4e3876c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:17Z', 'updated_at': '2022-02-16T14:30:22Z', 'revision_number': 4, 'project_id': '5f33767511b6453e9d717254fe4b9187', 'subnets': [{'id': 'ce2edaa8-ebf5-4ac4-b945-81c4e3876c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:30:23.500415 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-dce5442d-3fe4-4342-841c-f477ce9a8201 None None] Provisioning complete for port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:23.500768 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-dce5442d-3fe4-4342-841c-f477ce9a8201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.514040 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1139d2e1-068a-4a19-81cf-6ec7dca8caf5 req-f151eb3e-b9d2-421b-b883-65e48ca41ea6 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763013 Feb 16 14:30:23.616876 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-28842684-5eec-4a98-9011-62376e928007 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (d6554bba-334e-4119-95d8-ae82bb3d6b24), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.664322 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-dce5442d-3fe4-4342-841c-f477ce9a8201 None None] Current status of the port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:23.676561 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2488fd6-f381-4660-bbcc-42f8fb4b4b69 req-5c952914-e1dc-48e2-b6d8-82a1c226a48a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:23.681367 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c2488fd6-f381-4660-bbcc-42f8fb4b4b69 req-5c952914-e1dc-48e2-b6d8-82a1c226a48a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0793219 Feb 16 14:30:23.705116 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-28842684-5eec-4a98-9011-62376e928007 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (d6554bba-334e-4119-95d8-ae82bb3d6b24), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.730948 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28842684-5eec-4a98-9011-62376e928007 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6554bba-334e-4119-95d8-ae82bb3d6b24,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:23.799076 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c2488fd6-f381-4660-bbcc-42f8fb4b4b69 req-a42d536e-6df7-4850-bfbb-4493ef79b4a2 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143510 Feb 16 14:30:23.814816 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-28842684-5eec-4a98-9011-62376e928007 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:23.816223 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-28842684-5eec-4a98-9011-62376e928007 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4978311 Feb 16 14:30:23.824773 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6888371-d7b4-4a7a-9ed1-c26728aaaf29 req-b812ca7c-5a49-4326-8104-38f544f6b1c0 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:23.827093 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a6888371-d7b4-4a7a-9ed1-c26728aaaf29 req-b812ca7c-5a49-4326-8104-38f544f6b1c0 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0905881 Feb 16 14:30:23.883589 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a6888371-d7b4-4a7a-9ed1-c26728aaaf29 req-c65ab35d-9062-4fc6-870c-f456cceafba5 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501885 Feb 16 14:30:24.217358 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d09b0a09-8516-430e-bb53-b07f0b21f366 req-f3023d1c-b27b-4854-88d5-d245b2d52793 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 210 time: 0.0303841 Feb 16 14:30:24.631266 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920efbf-f377-4e62-aef0-a5b6cffe3876 req-dfd00b4b-317b-42f1-8ef4-fda715e9eb9d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:24.632739 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3920efbf-f377-4e62-aef0-a5b6cffe3876 req-dfd00b4b-317b-42f1-8ef4-fda715e9eb9d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0562096 Feb 16 14:30:24.679648 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3920efbf-f377-4e62-aef0-a5b6cffe3876 req-7957813d-4465-4780-8363-52f5b2aef327 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408163 Feb 16 14:30:24.798445 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:24.855183 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:24.855183 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:24.933469 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eed00f-f591-4319-9e32-188c9e3f63d7 req-7e70905e-eac4-4293-aa29-c1df8ce43e8b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:24.935869 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e4eed00f-f591-4319-9e32-188c9e3f63d7 req-7e70905e-eac4-4293-aa29-c1df8ce43e8b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0564578 Feb 16 14:30:24.940430 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:25.015991 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e4eed00f-f591-4319-9e32-188c9e3f63d7 req-b577b990-6df2-4db2-8c49-e1988bd45af5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737038 Feb 16 14:30:25.032121 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda1171-3dd9-4519-beda-9892763f38d6 req-9319e3ad-4dc3-4202-a7d3-507a9eff08a3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:25.036162 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9bda1171-3dd9-4519-beda-9892763f38d6 req-9319e3ad-4dc3-4202-a7d3-507a9eff08a3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0770669 Feb 16 14:30:25.081070 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9bda1171-3dd9-4519-beda-9892763f38d6 req-76436889-8fdc-42a5-87fc-b963712aa34d tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Feb 16 14:30:25.310363 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-29e7f63a-7da6-43a6-949f-384d3d464f6e req-800fd40f-04de-4766-a26c-aa40f8036c29 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 210 time: 0.0259199 Feb 16 14:30:25.802078 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74243bf8-c6fd-4d86-8bfd-72dfde45bb61 req-78e978c5-f429-4781-b673-11b4d5c86eeb tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:25.803648 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74243bf8-c6fd-4d86-8bfd-72dfde45bb61 req-78e978c5-f429-4781-b673-11b4d5c86eeb tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0529156 Feb 16 14:30:25.855382 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74243bf8-c6fd-4d86-8bfd-72dfde45bb61 req-b081e87a-aed0-4084-9f3c-02d4439f4f85 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458798 Feb 16 14:30:26.115941 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e889571-b0b9-490c-b6c6-3776124a8216 req-808ac02a-988a-4890-8657-7af7fe286272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:26.117436 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4e889571-b0b9-490c-b6c6-3776124a8216 req-808ac02a-988a-4890-8657-7af7fe286272 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=60742357eb9840178f82489d14042333&device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 1129 time: 0.0592248 Feb 16 14:30:26.151923 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148be232-8af8-4eb3-b78a-36ff9bbc868c req-8e5acd19-4e62-4af9-8396-7101e61f24c5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:26.153508 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-148be232-8af8-4eb3-b78a-36ff9bbc868c req-8e5acd19-4e62-4af9-8396-7101e61f24c5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0606523 Feb 16 14:30:26.244846 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-148be232-8af8-4eb3-b78a-36ff9bbc868c req-42229f58-101c-447b-acd5-0bfd40287424 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824218 Feb 16 14:30:26.246099 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e889571-b0b9-490c-b6c6-3776124a8216 req-085d1deb-2753-45d6-ada8-4458e7e2394f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:26.249917 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4e889571-b0b9-490c-b6c6-3776124a8216 req-085d1deb-2753-45d6-ada8-4458e7e2394f service neutron] 10.222.0.127 "GET /v2.0/networks?id=a6b11c3c-5991-4844-a883-8a00049c7bc1 HTTP/1.1" status: 200 len: 912 time: 0.1103895 Feb 16 14:30:26.286312 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b90c3-716a-4ff3-83a5-c0f124f12b13 req-9656aa56-fb19-4022-adb3-05bce9a7b9ba tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:26.288071 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c13b90c3-716a-4ff3-83a5-c0f124f12b13 req-9656aa56-fb19-4022-adb3-05bce9a7b9ba tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1279109 Feb 16 14:30:26.358335 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c13b90c3-716a-4ff3-83a5-c0f124f12b13 req-118ca6dd-880d-4a41-bf72-e67a830396e8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643723 Feb 16 14:30:26.419290 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4e889571-b0b9-490c-b6c6-3776124a8216 req-773f8dab-e34a-4c79-9530-ccbdead24308 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b397089c-b2c1-4a5c-95e3-1822ad1e007f HTTP/1.1" status: 200 len: 1001 time: 0.1488419 Feb 16 14:30:26.425913 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e312d323-79dd-4c7a-91ff-af97b4626f6e req-d4d76185-a038-48f9-b2e7-7f724f42df28 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 210 time: 0.0374606 Feb 16 14:30:26.485316 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-151337bb-f2d4-438c-bf99-7ea1e8853c37 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:26.486699 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-151337bb-f2d4-438c-bf99-7ea1e8853c37 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.127 "GET /v2.0/networks?id=faf736a8-b0d1-4a45-85de-421c9c2ffb65 HTTP/1.1" status: 200 len: 814 time: 0.2152238 Feb 16 14:30:26.498020 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e889571-b0b9-490c-b6c6-3776124a8216 req-e66847b3-5cf7-4d07-a416-2e8561a6ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:26.500056 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4e889571-b0b9-490c-b6c6-3776124a8216 req-e66847b3-5cf7-4d07-a416-2e8561a6ef62 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2e4758ce-a9f3-4b67-b980-030eaf312697 HTTP/1.1" status: 200 len: 850 time: 0.0682921 Feb 16 14:30:26.508894 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-eed3eeac-be40-4224-afe2-efc2e2fda0b7 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Request body: {'port': {'device_id': '11483a18-74cf-435a-935c-065ae1f3af2d', 'network_id': 'faf736a8-b0d1-4a45-85de-421c9c2ffb65', 'admin_state_up': True, 'tenant_id': '898d5c9b275b4f84ae6b6c7f11759677'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:26.628673 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e889571-b0b9-490c-b6c6-3776124a8216 req-427f7cea-5d3e-44a9-a281-7c72c5b81f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:26.630259 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4e889571-b0b9-490c-b6c6-3776124a8216 req-427f7cea-5d3e-44a9-a281-7c72c5b81f7e service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a6b11c3c-5991-4844-a883-8a00049c7bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1167569 Feb 16 14:30:26.744495 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4e889571-b0b9-490c-b6c6-3776124a8216 req-a2cc1385-4bfe-4460-8379-eb857165e1d7 service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068766 Feb 16 14:30:26.786032 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-eed3eeac-be40-4224-afe2-efc2e2fda0b7 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Made reservation on behalf of 898d5c9b275b4f84ae6b6c7f11759677 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:30:26.789358 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-eed3eeac-be40-4224-afe2-efc2e2fda0b7 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:26.932325 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4e889571-b0b9-490c-b6c6-3776124a8216 req-c48ab068-f915-4829-8840-c69042de0f2d service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672027 Feb 16 14:30:26.994659 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-eed3eeac-be40-4224-afe2-efc2e2fda0b7 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Allocated IP 172.20.0.5 (faf736a8-b0d1-4a45-85de-421c9c2ffb65/82f45736-b07f-47a4-a2d9-58d3b87f9969/56d0ff50-28cd-4d96-9375-0692ad6a239f) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:27.011874 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dec0e6-a37c-4f11-90a6-6a023c018de3 req-79b23a51-7c33-48f3-b88b-3b4e788a73c7 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:27.013437 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-19dec0e6-a37c-4f11-90a6-6a023c018de3 req-79b23a51-7c33-48f3-b88b-3b4e788a73c7 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0765221 Feb 16 14:30:27.063212 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-19dec0e6-a37c-4f11-90a6-6a023c018de3 req-9c78cc74-f3e0-4de1-9224-bda226fba468 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436702 Feb 16 14:30:27.160036 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-eed3eeac-be40-4224-afe2-efc2e2fda0b7 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks [] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:27.279807 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-eed3eeac-be40-4224-afe2-efc2e2fda0b7 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:27.320593 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-eed3eeac-be40-4224-afe2-efc2e2fda0b7 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Network faf736a8-b0d1-4a45-85de-421c9c2ffb65 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:27.323963 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-eed3eeac-be40-4224-afe2-efc2e2fda0b7 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:27.327139 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-eed3eeac-be40-4224-afe2-efc2e2fda0b7 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:27.332518 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-eed3eeac-be40-4224-afe2-efc2e2fda0b7 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:27.333379 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-eed3eeac-be40-4224-afe2-efc2e2fda0b7 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:27.352849 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3eeac-be40-4224-afe2-efc2e2fda0b7 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Pushing event updated for resources: {'Port': ['ID=56d0ff50-28cd-4d96-9375-0692ad6a239f,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:27.376331 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e734a-0c7e-46b4-a0dc-aedfb6a21121 req-9ecb3c38-bcc3-4216-8b77-61ac6a5e668c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:27.377826 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f84e734a-0c7e-46b4-a0dc-aedfb6a21121 req-9ecb3c38-bcc3-4216-8b77-61ac6a5e668c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0557714 Feb 16 14:30:27.416544 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-eed3eeac-be40-4224-afe2-efc2e2fda0b7 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9112527 Feb 16 14:30:27.431683 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f84e734a-0c7e-46b4-a0dc-aedfb6a21121 req-f0295f23-319c-4f07-8f00-b4200e4a0d2d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480285 Feb 16 14:30:27.434404 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Request body: {'port': {'device_id': '11483a18-74cf-435a-935c-065ae1f3af2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:27.498994 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de066a3b-991f-48d5-8aee-ad0feaea1c98 req-1d6ed22d-9fab-4569-bd78-080ec2d68e81 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:27.500758 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:27.505779 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de066a3b-991f-48d5-8aee-ad0feaea1c98 req-1d6ed22d-9fab-4569-bd78-080ec2d68e81 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0688868 Feb 16 14:30:27.579041 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de066a3b-991f-48d5-8aee-ad0feaea1c98 req-482a8397-8a85-4207-9453-97f5bdfb8a01 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723662 Feb 16 14:30:27.596221 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c829e53-96bd-414c-b348-fe893880efac req-06267577-9820-4c43-ada6-63ad51d335a5 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:27.597973 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7c829e53-96bd-414c-b348-fe893880efac req-06267577-9820-4c43-ada6-63ad51d335a5 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 931 time: 0.0776153 Feb 16 14:30:27.651120 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7c829e53-96bd-414c-b348-fe893880efac req-dd35c293-7741-4e9e-a666-230fc868d00e tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478091 Feb 16 14:30:27.789589 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d0ff50-28cd-4d96-9375-0692ad6a239f {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:30:27.798785 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Publish callbacks [] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:27.819794 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Transition to ACTIVE for port object 56d0ff50-28cd-4d96-9375-0692ad6a239f will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:30:27.887805 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:27.945447 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=56d0ff50-28cd-4d96-9375-0692ad6a239f,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:27.979582 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Attempting to bind port 56d0ff50-28cd-4d96-9375-0692ad6a239f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:27.980036 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Attempting to bind port 56d0ff50-28cd-4d96-9375-0692ad6a239f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6dac86c5-7ff7-4567-81e8-236ba74dfcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'faf736a8-b0d1-4a45-85de-421c9c2ffb65'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:27.980472 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Attempting to bind port 56d0ff50-28cd-4d96-9375-0692ad6a239f on network faf736a8-b0d1-4a45-85de-421c9c2ffb65 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:27.986446 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Port 56d0ff50-28cd-4d96-9375-0692ad6a239f on network faf736a8-b0d1-4a45-85de-421c9c2ffb65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:30:27.986842 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Attempting to bind port 56d0ff50-28cd-4d96-9375-0692ad6a239f on network faf736a8-b0d1-4a45-85de-421c9c2ffb65 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:27.995414 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:27.995414 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Checking segment: {'id': '6dac86c5-7ff7-4567-81e8-236ba74dfcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'faf736a8-b0d1-4a45-85de-421c9c2ffb65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:27.995414 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Bound using segment: {'id': '6dac86c5-7ff7-4567-81e8-236ba74dfcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'faf736a8-b0d1-4a45-85de-421c9c2ffb65'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:27.995414 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Bound port: 56d0ff50-28cd-4d96-9375-0692ad6a239f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dac86c5-7ff7-4567-81e8-236ba74dfcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'faf736a8-b0d1-4a45-85de-421c9c2ffb65'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:27.995414 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:28.063224 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] For port 56d0ff50-28cd-4d96-9375-0692ad6a239f, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:28.068992 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] For port 56d0ff50-28cd-4d96-9375-0692ad6a239f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=56d0ff50-28cd-4d96-9375-0692ad6a239f,segment=NetworkSegment(6dac86c5-7ff7-4567-81e8-236ba74dfcd2),segment_id=6dac86c5-7ff7-4567-81e8-236ba74dfcd2)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:28.142931 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:28.196057 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:28.196713 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:28.198270 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] 10.222.0.127 "PUT /v2.0/ports/56d0ff50-28cd-4d96-9375-0692ad6a239f HTTP/1.1" status: 200 len: 1093 time: 0.7687030 Feb 16 14:30:28.198722 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11483a18-74cf-435a-935c-065ae1f3af2d', 'tag': '56d0ff50-28cd-4d96-9375-0692ad6a239f'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:28.200671 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c021c54-c99a-4fb2-ac6a-f019503f719f req-6596dde7-7c2e-429c-89cd-abc6608c8384 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:28.202005 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15daa985-2d05-4ab1-8626-1916ee748dec" -d '{"events": [{"name": "network-changed", "server_uuid": "11483a18-74cf-435a-935c-065ae1f3af2d", "tag": "56d0ff50-28cd-4d96-9375-0692ad6a239f"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:28.203203 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3c021c54-c99a-4fb2-ac6a-f019503f719f req-6596dde7-7c2e-429c-89cd-abc6608c8384 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0630915 Feb 16 14:30:28.225508 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbd70e-f49b-485a-be00-47d54f1ea0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=56d0ff50-28cd-4d96-9375-0692ad6a239f,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:28.268704 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3c021c54-c99a-4fb2-ac6a-f019503f719f req-0a5f1a70-4127-4cdb-adc4-4fe990c7c921 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603766 Feb 16 14:30:28.272533 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f82c5e7-fd03-45dd-8b0e-716fbb57b37c x-openstack-request-id: req-1f82c5e7-fd03-45dd-8b0e-716fbb57b37c {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:28.272845 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11483a18-74cf-435a-935c-065ae1f3af2d", "tag": "56d0ff50-28cd-4d96-9375-0692ad6a239f", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:28.273326 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-1f82c5e7-fd03-45dd-8b0e-716fbb57b37c {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:28.273487 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11483a18-74cf-435a-935c-065ae1f3af2d', 'tag': '56d0ff50-28cd-4d96-9375-0692ad6a239f', 'status': 'completed', 'code': 200} Feb 16 14:30:28.343294 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daa985-2d05-4ab1-8626-1916ee748dec req-d1d92195-669f-4171-891a-ec333a4fa665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:28.343587 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-15daa985-2d05-4ab1-8626-1916ee748dec req-d1d92195-669f-4171-891a-ec333a4fa665 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=898d5c9b275b4f84ae6b6c7f11759677&device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 1127 time: 0.0470572 Feb 16 14:30:28.446019 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daa985-2d05-4ab1-8626-1916ee748dec req-27fdffe9-a56c-455a-9509-fe4e010ae675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:28.447477 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-15daa985-2d05-4ab1-8626-1916ee748dec req-27fdffe9-a56c-455a-9509-fe4e010ae675 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=898d5c9b275b4f84ae6b6c7f11759677&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0963881 Feb 16 14:30:28.551935 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daa985-2d05-4ab1-8626-1916ee748dec req-84482c7a-8a3d-415c-b8eb-7dd763420c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:28.553415 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-15daa985-2d05-4ab1-8626-1916ee748dec req-84482c7a-8a3d-415c-b8eb-7dd763420c59 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981598 Feb 16 14:30:28.566551 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785f2b5-5bcc-4900-91b0-ad0951720027 req-0dc2465f-e453-4ec1-8558-cb333d4c0a3b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:28.573220 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c785f2b5-5bcc-4900-91b0-ad0951720027 req-0dc2465f-e453-4ec1-8558-cb333d4c0a3b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0582902 Feb 16 14:30:28.617918 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c785f2b5-5bcc-4900-91b0-ad0951720027 req-d659098f-c64e-4fc7-85ef-74c1627917dc tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441942 Feb 16 14:30:28.659852 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-f4e496f2-12d4-48ea-bbbe-c7b323f66a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:28.661363 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-f4e496f2-12d4-48ea-bbbe-c7b323f66a99 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=898d5c9b275b4f84ae6b6c7f11759677&device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 1127 time: 0.0644979 Feb 16 14:30:28.710768 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05eace7-4dfc-4da2-9248-c921e3d882a1 req-8fc047fc-8edf-4fe7-90dd-f7e017e36ad2 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:28.712178 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-d1e9f0c7-403e-48f4-8494-a5321d3cab8e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56d0ff50-28cd-4d96-9375-0692ad6a239f HTTP/1.1" status: 200 len: 217 time: 0.0374956 Feb 16 14:30:28.719820 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f05eace7-4dfc-4da2-9248-c921e3d882a1 req-8fc047fc-8edf-4fe7-90dd-f7e017e36ad2 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0665829 Feb 16 14:30:28.774488 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-b5a33c29-4daf-47c2-b2ea-297ad2bbbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:28.775955 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-b5a33c29-4daf-47c2-b2ea-297ad2bbbf56 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=82f45736-b07f-47a4-a2d9-58d3b87f9969 HTTP/1.1" status: 200 len: 854 time: 0.0551777 Feb 16 14:30:28.802663 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f05eace7-4dfc-4da2-9248-c921e3d882a1 req-8d31b564-a05e-426b-acba-c8907bc30b6c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749094 Feb 16 14:30:28.816827 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-2c1f8812-9656-4b78-ba8a-9dd95ffb0198 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=faf736a8-b0d1-4a45-85de-421c9c2ffb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319808 Feb 16 14:30:28.821723 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962fee7-ea37-4736-a0ac-7a3fd97b870f req-ba14c82e-1672-4211-b6ab-0a1397a0dfad tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:28.823185 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b962fee7-ea37-4736-a0ac-7a3fd97b870f req-ba14c82e-1672-4211-b6ab-0a1397a0dfad tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 943 time: 0.0953450 Feb 16 14:30:28.896694 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b962fee7-ea37-4736-a0ac-7a3fd97b870f req-3fe4e456-8918-4d30-8c58-b9e2e09b96b2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635045 Feb 16 14:30:28.924904 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-091351e0-ed80-44d9-8f22-8f73b1d5f367 service neutron] 10.222.0.127 "GET /v2.0/networks/faf736a8-b0d1-4a45-85de-421c9c2ffb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986204 Feb 16 14:30:29.026225 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32f1e0f8-7cde-4dbe-840d-62955d21fe39 req-01a0bab5-75dd-4fc5-ad08-25d4cd7be41b service neutron] 10.222.0.127 "GET /v2.0/networks/faf736a8-b0d1-4a45-85de-421c9c2ffb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945244 Feb 16 14:30:29.751072 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966a3ff-cca3-4039-a27e-9f9e634de4a8 req-507bee76-4271-48a4-9528-b862d40785cb tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:29.752606 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2966a3ff-cca3-4039-a27e-9f9e634de4a8 req-507bee76-4271-48a4-9528-b862d40785cb tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0547144 Feb 16 14:30:29.804967 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2966a3ff-cca3-4039-a27e-9f9e634de4a8 req-adfacac3-4a7c-41ba-a880-1498d2ebbd60 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467393 Feb 16 14:30:29.930145 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4518f-c34f-40bf-a46e-afa18064635d req-a56689a9-0903-4dc7-953a-047050b1d0be tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:29.931978 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6ea4518f-c34f-40bf-a46e-afa18064635d req-a56689a9-0903-4dc7-953a-047050b1d0be tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0592148 Feb 16 14:30:30.009839 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6ea4518f-c34f-40bf-a46e-afa18064635d req-1aa842c7-8a68-4538-8ea0-65c3b1e30c95 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719154 Feb 16 14:30:30.037268 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd4ce8-2fb7-40ba-b118-78383198abcc req-9f2c1631-9e02-4b34-9abc-4bfe49b2d6e2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:30.038818 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6bbd4ce8-2fb7-40ba-b118-78383198abcc req-9f2c1631-9e02-4b34-9abc-4bfe49b2d6e2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 943 time: 0.0722425 Feb 16 14:30:30.087263 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6bbd4ce8-2fb7-40ba-b118-78383198abcc req-ee922d74-39a4-4774-b16b-baf9bfd62e21 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426223 Feb 16 14:30:30.933279 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d64858-318d-487f-8e37-de01102236a1 req-d9dc6891-571b-4304-8175-e3a8184317a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:30.935231 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-39d64858-318d-487f-8e37-de01102236a1 req-d9dc6891-571b-4304-8175-e3a8184317a4 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 1129 time: 0.0507514 Feb 16 14:30:30.973745 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee041e1-4f66-41a2-a619-f5e69cf9cc99 req-c0076438-2ef0-494f-8c0d-a6924f191fb1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:30.975335 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bee041e1-4f66-41a2-a619-f5e69cf9cc99 req-c0076438-2ef0-494f-8c0d-a6924f191fb1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0799327 Feb 16 14:30:31.017806 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-39d64858-318d-487f-8e37-de01102236a1 req-0b5961e6-7a7a-405e-beb0-3240ad5eb022 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767324 Feb 16 14:30:31.043153 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bee041e1-4f66-41a2-a619-f5e69cf9cc99 req-e9d1856d-baab-48d9-a50b-402132004c14 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612271 Feb 16 14:30:31.061212 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 49730) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:31.161973 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac3c0d-2f57-46e2-9464-38f059a8a904 req-09ece51b-01e5-49fc-96ba-20b149555d93 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:31.163464 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4eac3c0d-2f57-46e2-9464-38f059a8a904 req-09ece51b-01e5-49fc-96ba-20b149555d93 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0611281 Feb 16 14:30:31.228450 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d2d7250-cda5-469e-b5e8-47bc29589350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:31.296370 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b97fa2-1ae1-4e61-a248-65a027e89732 req-1c0d7a93-0941-4c5e-a574-e88762bab156 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:31.297906 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-44b97fa2-1ae1-4e61-a248-65a027e89732 req-1c0d7a93-0941-4c5e-a574-e88762bab156 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 943 time: 0.1335385 Feb 16 14:30:31.305052 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4eac3c0d-2f57-46e2-9464-38f059a8a904 req-3a0679a7-bfdd-4ad9-8346-b2f483d3b23b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208143 Feb 16 14:30:31.381366 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-44b97fa2-1ae1-4e61-a248-65a027e89732 req-005f3310-067b-4b5d-a57e-073353baaded tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724356 Feb 16 14:30:31.411626 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d2d7250-cda5-469e-b5e8-47bc29589350 admin admin] Publish callbacks [] for security_group (797215b9-6439-4c83-b5f3-695949bb46ff), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:31.430170 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:31.475959 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d2d7250-cda5-469e-b5e8-47bc29589350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (797215b9-6439-4c83-b5f3-695949bb46ff), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:31.518927 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2d2d7250-cda5-469e-b5e8-47bc29589350 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=40b30289520d4c50900d05fdd9b4c5bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565675 Feb 16 14:30:31.519807 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d7250-cda5-469e-b5e8-47bc29589350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797215b9-6439-4c83-b5f3-695949bb46ff,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:31.521692 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49740) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:31.570159 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-304d29c6-7d28-46aa-9412-42cdbf01dde1 admin admin] Publish callbacks [] for security_group (797215b9-6439-4c83-b5f3-695949bb46ff), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:31.593539 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-304d29c6-7d28-46aa-9412-42cdbf01dde1 admin admin] Publish callbacks [] for security_group (797215b9-6439-4c83-b5f3-695949bb46ff), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:31.696558 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-304d29c6-7d28-46aa-9412-42cdbf01dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (797215b9-6439-4c83-b5f3-695949bb46ff), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:31.699126 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-304d29c6-7d28-46aa-9412-42cdbf01dde1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:31.700367 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-304d29c6-7d28-46aa-9412-42cdbf01dde1 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/797215b9-6439-4c83-b5f3-695949bb46ff HTTP/1.1" status: 204 len: 168 time: 0.1775987 Feb 16 14:30:31.708820 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d29c6-7d28-46aa-9412-42cdbf01dde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797215b9-6439-4c83-b5f3-695949bb46ff,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:31.992252 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 56d0ff50-28cd-4d96-9375-0692ad6a239f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:30:32.098804 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 56d0ff50-28cd-4d96-9375-0692ad6a239f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=56d0ff50-28cd-4d96-9375-0692ad6a239f,segment=NetworkSegment(6dac86c5-7ff7-4567-81e8-236ba74dfcd2),segment_id=6dac86c5-7ff7-4567-81e8-236ba74dfcd2)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:32.112108 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '56d0ff50-28cd-4d96-9375-0692ad6a239f', 'network_id': 'faf736a8-b0d1-4a45-85de-421c9c2ffb65', 'port_id': '56d0ff50-28cd-4d96-9375-0692ad6a239f', 'mac_address': 'fa:16:3e:68:17:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f45736-b07f-47a4-a2d9-58d3b87f9969', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:30:32.156502 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 56d0ff50-28cd-4d96-9375-0692ad6a239f is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:32.157227 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:32.171668 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d0ff50-28cd-4d96-9375-0692ad6a239f {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:30:32.192347 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cbf2e-2e1a-4191-8118-e86148f2b15d req-f83f19f2-eaf3-4c4e-bf64-f69f8df5bc59 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:32.193893 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e0cbf2e-2e1a-4191-8118-e86148f2b15d req-f83f19f2-eaf3-4c4e-bf64-f69f8df5bc59 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0570607 Feb 16 14:30:32.194054 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 56d0ff50-28cd-4d96-9375-0692ad6a239f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=56d0ff50-28cd-4d96-9375-0692ad6a239f,segment=NetworkSegment(6dac86c5-7ff7-4567-81e8-236ba74dfcd2),segment_id=6dac86c5-7ff7-4567-81e8-236ba74dfcd2)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:32.245725 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e0cbf2e-2e1a-4191-8118-e86148f2b15d req-84e70ca1-fc04-4c03-b50d-cc45e3755d91 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455258 Feb 16 14:30:32.293710 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:32.349489 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=56d0ff50-28cd-4d96-9375-0692ad6a239f,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:32.451803 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3606706-3324-4cb5-890a-07c934d7c341 req-931ad2b2-0497-4cd3-be32-36ac95c834f9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:32.452974 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c3606706-3324-4cb5-890a-07c934d7c341 req-931ad2b2-0497-4cd3-be32-36ac95c834f9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0626614 Feb 16 14:30:32.543895 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c3606706-3324-4cb5-890a-07c934d7c341 req-40768195-050d-4368-bd4e-17f8f5a3ac88 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837448 Feb 16 14:30:32.566328 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf291fa8-5757-41b9-aa90-779454244d1f req-113e43a8-5574-46cb-9af4-059e08a7ba89 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:32.566328 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cf291fa8-5757-41b9-aa90-779454244d1f req-113e43a8-5574-46cb-9af4-059e08a7ba89 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 944 time: 0.0900955 Feb 16 14:30:32.609698 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cf291fa8-5757-41b9-aa90-779454244d1f req-611059a6-03c1-464f-a469-ffeadbbd863f tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 Feb 16 14:30:32.724982 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49772) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:32.828429 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1134366504-network', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:32.905254 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] Made reservation on behalf of 6b3ed4defdba4d789d091f899cd7b3df for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:30:32.907600 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:32.916151 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:32.990478 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] Publish callbacks [] for security_group (ae342449-85fa-44d0-b1ec-d9fc45c7256c), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:33.050037 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (ae342449-85fa-44d0-b1ec-d9fc45c7256c), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:33.065777 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:30:33.090059 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (3b342613-b3c3-40c5-96a0-b1303545f2c1), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:33.090411 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] Added segment 3b342613-b3c3-40c5-96a0-b1303545f2c1 of type vlan for network 45acbd5b-cc07-4f15-a7c1-b100851c68da Feb 16 14:30:33.099340 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae342449-85fa-44d0-b1ec-d9fc45c7256c,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:33.141389 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (45acbd5b-cc07-4f15-a7c1-b100851c68da), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:33.211159 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (45acbd5b-cc07-4f15-a7c1-b100851c68da), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:33.212431 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:33.213044 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:33.276577 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=45acbd5b-cc07-4f15-a7c1-b100851c68da,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:33.287580 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network 45acbd5b-cc07-4f15-a7c1-b100851c68da details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:30:33.322507 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 49780) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:33.323022 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-68cac8de-3641-4764-ac59-8a681f887fe4 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5964797 Feb 16 14:30:33.329162 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-a54a5a97-ea8c-4258-a88d-34183ce78243 admin admin] Request body: {'subnet': {'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1134366504-subnet', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:33.391901 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59031d6-b6db-4018-b878-c294846c6318 req-36fc2a28-3b49-4903-92dc-4649ff56fb8e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:33.393421 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a59031d6-b6db-4018-b878-c294846c6318 req-36fc2a28-3b49-4903-92dc-4649ff56fb8e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0680525 Feb 16 14:30:33.443082 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54a5a97-ea8c-4258-a88d-34183ce78243 admin admin] Made reservation on behalf of 6b3ed4defdba4d789d091f899cd7b3df for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:30:33.445737 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a54a5a97-ea8c-4258-a88d-34183ce78243 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4862955'] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:33.453297 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a59031d6-b6db-4018-b878-c294846c6318 req-25342c2a-503f-4087-9c3f-b32357c1c77a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543246 Feb 16 14:30:33.670342 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd5d5e-682e-4bf9-a30b-68bd30a2d403 req-a1b5d01c-a0cc-417d-8896-a0fc27b50c47 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:33.671857 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fefd5d5e-682e-4bf9-a30b-68bd30a2d403 req-a1b5d01c-a0cc-417d-8896-a0fc27b50c47 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0533981 Feb 16 14:30:33.718920 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a54a5a97-ea8c-4258-a88d-34183ce78243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4862937'] for subnet (f46a4518-9ce1-4482-9476-b284366346ff), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:33.796039 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fefd5d5e-682e-4bf9-a30b-68bd30a2d403 req-d3fa0891-abef-47c5-916f-29ff286ba012 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182666 Feb 16 14:30:33.817131 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc607c-dc1d-43c2-9182-1da7eeab25a8 req-4fd018c6-3f12-4e55-b534-0c412141a8fe tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:33.817131 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fbdc607c-dc1d-43c2-9182-1da7eeab25a8 req-4fd018c6-3f12-4e55-b534-0c412141a8fe tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 944 time: 0.1301472 Feb 16 14:30:33.821865 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a5a97-ea8c-4258-a88d-34183ce78243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f46a4518-9ce1-4482-9476-b284366346ff,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:33.846951 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54a5a97-ea8c-4258-a88d-34183ce78243 admin admin] Checking segment: {'id': '3b342613-b3c3-40c5-96a0-b1303545f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:33.847300 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54a5a97-ea8c-4258-a88d-34183ce78243 admin admin] Network hostable DHCP agents. Network: 45acbd5b-cc07-4f15-a7c1-b100851c68da, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:30:33.884751 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fbdc607c-dc1d-43c2-9182-1da7eeab25a8 req-b9ba475b-5101-4e2b-a92f-3a5af91af02d tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590968 Feb 16 14:30:33.937174 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54a5a97-ea8c-4258-a88d-34183ce78243 admin admin] Network 45acbd5b-cc07-4f15-a7c1-b100851c68da is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:30:33.999612 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3bc591c5-17e0-4793-9002-5cbf9037115f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:34.057193 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-a54a5a97-ea8c-4258-a88d-34183ce78243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, 45acbd5b-cc07-4f15-a7c1-b100851c68da) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:34.061632 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54a5a97-ea8c-4258-a88d-34183ce78243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:34.062225 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a54a5a97-ea8c-4258-a88d-34183ce78243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:34.070130 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded265ab-bbdd-4c7b-abe4-cba922688095 None None] Network 45acbd5b-cc07-4f15-a7c1-b100851c68da requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:30:34.145321 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a54a5a97-ea8c-4258-a88d-34183ce78243 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8210557 Feb 16 14:30:34.150449 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 49790) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:34.155204 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:34.177167 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9af8354-918b-5e3c-aab1-4fb6f759b67a-45acbd5b-cc07-4f15-a7c1-b100851c68da', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'fixed_ips': [{'subnet_id': 'f46a4518-9ce1-4482-9476-b284366346ff'}]}} from dv-cinder-778193-17-iscsi. {{(pid=103212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:30:34.178037 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:34.268280 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62071'] for router (97d04078-f251-48ce-89fb-e89bf9d9b27d), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:34.269669 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62048'] for router (97d04078-f251-48ce-89fb-e89bf9d9b27d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:34.314246 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Allocated IP 172.20.0.2 (45acbd5b-cc07-4f15-a7c1-b100851c68da/f46a4518-9ce1-4482-9476-b284366346ff/e2355b39-a48c-46ad-8cbf-7ae0112d032c) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:34.328603 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Publish callbacks [] for router_controller (97d04078-f251-48ce-89fb-e89bf9d9b27d), precommit_add_association {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:34.462557 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Publish callbacks [] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:34.531711 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:34.566732 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Publish callbacks [] for router_gateway (97d04078-f251-48ce-89fb-e89bf9d9b27d), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:34.569679 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Network 45acbd5b-cc07-4f15-a7c1-b100851c68da is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:34.574563 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:34.580225 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:34.589153 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Pushing event updated for resources: {'Port': ['ID=e2355b39-a48c-46ad-8cbf-7ae0112d032c,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:34.600906 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e1af4-6257-4bb1-b995-d9ae06a98a4b req-3b436806-5855-407d-baee-f5232c1eb4cc tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:34.602383 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-350e1af4-6257-4bb1-b995-d9ae06a98a4b req-3b436806-5855-407d-baee-f5232c1eb4cc tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0679832 Feb 16 14:30:34.646336 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Attempting to bind port e2355b39-a48c-46ad-8cbf-7ae0112d032c on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:34.647009 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Attempting to bind port e2355b39-a48c-46ad-8cbf-7ae0112d032c by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '3b342613-b3c3-40c5-96a0-b1303545f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:34.647477 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Attempting to bind port e2355b39-a48c-46ad-8cbf-7ae0112d032c on network 45acbd5b-cc07-4f15-a7c1-b100851c68da {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:34.653273 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:34.662229 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Checking segment: {'id': '3b342613-b3c3-40c5-96a0-b1303545f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:34.662229 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:34.662229 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Bound using segment: {'id': '3b342613-b3c3-40c5-96a0-b1303545f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:34.662229 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Bound port: e2355b39-a48c-46ad-8cbf-7ae0112d032c, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b342613-b3c3-40c5-96a0-b1303545f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:34.662229 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:34.667653 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-350e1af4-6257-4bb1-b995-d9ae06a98a4b req-e2ddfff9-93f0-4d61-aebc-baeb2393892d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582690 Feb 16 14:30:34.730471 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] For port e2355b39-a48c-46ad-8cbf-7ae0112d032c, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:34.734047 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] For port e2355b39-a48c-46ad-8cbf-7ae0112d032c, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=e2355b39-a48c-46ad-8cbf-7ae0112d032c,segment=NetworkSegment(3b342613-b3c3-40c5-96a0-b1303545f2c1),segment_id=3b342613-b3c3-40c5-96a0-b1303545f2c1)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:34.817253 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:34.863193 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Publish callbacks [] for router_gateway (97d04078-f251-48ce-89fb-e89bf9d9b27d), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:34.891615 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:34.899529 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152de22-92f4-41e4-9cbb-cdd2d670c537 None None] Pushing event updated for resources: {'Port': ['ID=e2355b39-a48c-46ad-8cbf-7ae0112d032c,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:35.027005 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231530b-20b3-47bd-b571-e4b4f4d0ef74 req-bea098b8-525b-4690-8cb9-f939a9a14298 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:35.029825 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2231530b-20b3-47bd-b571-e4b4f4d0ef74 req-bea098b8-525b-4690-8cb9-f939a9a14298 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1392047 Feb 16 14:30:35.160002 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec870334-7f27-4e2b-8bad-378c7f3eca1a req-8689b13e-ba99-4324-be9c-69f6d882cc14 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:35.163786 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec870334-7f27-4e2b-8bad-378c7f3eca1a req-8689b13e-ba99-4324-be9c-69f6d882cc14 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 944 time: 0.1965251 Feb 16 14:30:35.176143 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Allocated IP 172.27.1.235 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/eee35134-55a6-443a-9614-4d0eb6bdf647) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:35.225059 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2231530b-20b3-47bd-b571-e4b4f4d0ef74 req-815627bd-c627-4d83-8778-78322889cd83 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654246 Feb 16 14:30:35.282310 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec870334-7f27-4e2b-8bad-378c7f3eca1a req-e0d2a858-e6b4-4493-9567-95e50447dc50 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074395 Feb 16 14:30:35.358259 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Publish callbacks [] for port (eee35134-55a6-443a-9614-4d0eb6bdf647), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.491648 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (eee35134-55a6-443a-9614-4d0eb6bdf647), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:35.538260 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:35.538572 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:35.542374 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:35.567583 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Pushing event updated for resources: {'Port': ['ID=eee35134-55a6-443a-9614-4d0eb6bdf647,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:35.675883 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cd59b3f6-c622-4c8c-ade5-ed91bec212cb req-dc8f29ce-a8f6-4bae-9781-413a92f88272 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643907 Feb 16 14:30:35.806562 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59b3f6-c622-4c8c-ade5-ed91bec212cb req-3f86ddeb-203e-46fd-bae2-5c7904887e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:35.808228 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cd59b3f6-c622-4c8c-ade5-ed91bec212cb req-3f86ddeb-203e-46fd-bae2-5c7904887e7b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=deea67eb240b4b72a6a68a900986cf3e&device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 1130 time: 0.0998151 Feb 16 14:30:35.887306 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ba8d4-1357-4f6d-b3e2-1c474d4b7e8c req-172dffec-9faa-4dfd-a7b6-10f1ff33d7b6 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:35.897403 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eb2ba8d4-1357-4f6d-b3e2-1c474d4b7e8c req-172dffec-9faa-4dfd-a7b6-10f1ff33d7b6 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.1002824 Feb 16 14:30:35.973727 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-eb2ba8d4-1357-4f6d-b3e2-1c474d4b7e8c req-c90fceb8-879d-458c-b4c7-ecd3f26c3d82 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748057 Feb 16 14:30:35.996614 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59b3f6-c622-4c8c-ade5-ed91bec212cb req-3427dfe1-8737-4d07-a289-d0fe211969a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:35.996614 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cd59b3f6-c622-4c8c-ade5-ed91bec212cb req-3427dfe1-8737-4d07-a289-d0fe211969a2 service neutron] 10.222.0.127 "GET /v2.0/networks?id=c18dd6e1-f13c-444e-8150-deef63d4a164 HTTP/1.1" status: 200 len: 920 time: 0.1469600 Feb 16 14:30:36.007523 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['56d0ff50-28cd-4d96-9375-0692ad6a239f'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:30:36.086715 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cd59b3f6-c622-4c8c-ade5-ed91bec212cb req-a5765d2b-6c29-42dd-8858-ac9a55ef3f89 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9861d447-8e24-4083-85f0-37f4880f3698 HTTP/1.1" status: 200 len: 217 time: 0.0895166 Feb 16 14:30:36.108438 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0439b95b-7b41-4329-9461-029f182b9f64 None None] Network 45acbd5b-cc07-4f15-a7c1-b100851c68da requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:30:36.135167 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Publish callbacks [] for router_gateway (97d04078-f251-48ce-89fb-e89bf9d9b27d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:36.160564 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59b3f6-c622-4c8c-ade5-ed91bec212cb req-62587db8-0d68-48c4-b73b-5e571174f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:36.162663 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cd59b3f6-c622-4c8c-ade5-ed91bec212cb req-62587db8-0d68-48c4-b73b-5e571174f1ee service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b9017d5-9c05-4f22-83b0-ee486f6dea28 HTTP/1.1" status: 200 len: 859 time: 0.0686681 Feb 16 14:30:36.209255 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cd59b3f6-c622-4c8c-ade5-ed91bec212cb req-cd4410d1-70ed-4dcb-9bba-806b2bb071a3 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=c18dd6e1-f13c-444e-8150-deef63d4a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354567 Feb 16 14:30:36.244477 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-4cdb9ac6-d451-40f6-8cbc-feff9daae876 None None] Provisioning complete for port e2355b39-a48c-46ad-8cbf-7ae0112d032c triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:36.244477 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9ac6-d451-40f6-8cbc-feff9daae876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:36.411296 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cd59b3f6-c622-4c8c-ade5-ed91bec212cb req-9d9c94d7-89fc-4258-b407-7ad2a0331034 service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930461 Feb 16 14:30:36.432810 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ccb25d36-0cc3-4f75-ad2a-e9873c71a15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:36.480680 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb9ac6-d451-40f6-8cbc-feff9daae876 None None] Current status of the port e2355b39-a48c-46ad-8cbf-7ae0112d032c is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:36.481362 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9ac6-d451-40f6-8cbc-feff9daae876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:36.541715 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-4cdb9ac6-d451-40f6-8cbc-feff9daae876 None None] For port e2355b39-a48c-46ad-8cbf-7ae0112d032c, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=e2355b39-a48c-46ad-8cbf-7ae0112d032c,segment=NetworkSegment(3b342613-b3c3-40c5-96a0-b1303545f2c1),segment_id=3b342613-b3c3-40c5-96a0-b1303545f2c1)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:36.544633 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cd59b3f6-c622-4c8c-ade5-ed91bec212cb req-153289fc-5ccf-4d28-bbc0-5b9dbe7be089 service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173716 Feb 16 14:30:36.626310 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4cdb9ac6-d451-40f6-8cbc-feff9daae876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:36.695661 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb9ac6-d451-40f6-8cbc-feff9daae876 None None] Pushing event updated for resources: {'Port': ['ID=e2355b39-a48c-46ad-8cbf-7ae0112d032c,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:36.712960 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f830a-c83a-45fe-bcfc-3897e143ca4d req-b53b4518-007d-400e-bf42-50b49f8051d5 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:36.714491 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1a2f830a-c83a-45fe-bcfc-3897e143ca4d req-b53b4518-007d-400e-bf42-50b49f8051d5 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1666448 Feb 16 14:30:36.734349 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ca7d7-f254-4e0e-a4df-44edb5acd0a3 req-9bf41a1f-d6df-4609-9ccc-bb9ffc108805 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:36.737328 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-462ca7d7-f254-4e0e-a4df-44edb5acd0a3 req-9bf41a1f-d6df-4609-9ccc-bb9ffc108805 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 944 time: 0.1883023 Feb 16 14:30:36.860310 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device e2355b39-a48c-46ad-8cbf-7ae0112d032c up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:36.892330 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-fcdf7882-5558-4039-970a-a894287d06a3 None None] Provisioning complete for port e2355b39-a48c-46ad-8cbf-7ae0112d032c triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:36.892763 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-fcdf7882-5558-4039-970a-a894287d06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:36.923789 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-462ca7d7-f254-4e0e-a4df-44edb5acd0a3 req-36cb6ffa-8eab-45e0-9f26-5c6345dad5dc tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274419 Feb 16 14:30:36.926637 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1a2f830a-c83a-45fe-bcfc-3897e143ca4d req-43172928-f343-4a36-9859-42e8b3ac6fde tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881726 Feb 16 14:30:36.959250 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1022068'] for router (97d04078-f251-48ce-89fb-e89bf9d9b27d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:37.004397 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port e2355b39-a48c-46ad-8cbf-7ae0112d032c triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:37.004899 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:37.055185 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-fcdf7882-5558-4039-970a-a894287d06a3 None None] Current status of the port e2355b39-a48c-46ad-8cbf-7ae0112d032c is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:37.177981 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5c415-8544-4995-aa97-9e25b75cd74e req-3d9b7fa8-0c9a-4e31-901e-7642540f97c0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:37.184325 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-78f5c415-8544-4995-aa97-9e25b75cd74e req-3d9b7fa8-0c9a-4e31-901e-7642540f97c0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.1073723 Feb 16 14:30:37.237931 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-78f5c415-8544-4995-aa97-9e25b75cd74e req-6d4fe357-6328-46fd-9faf-33f1e18052f7 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495844 Feb 16 14:30:37.270572 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Router 97d04078-f251-48ce-89fb-e89bf9d9b27d is scheduled to L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b with binding_index 1 {{(pid=103211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:30:37.284568 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port e2355b39-a48c-46ad-8cbf-7ae0112d032c is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:37.396844 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:30:37.407035 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Sync routers for ids ['97d04078-f251-48ce-89fb-e89bf9d9b27d'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:30:37.417908 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Routers {'97d04078-f251-48ce-89fb-e89bf9d9b27d'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:37.419784 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['97d04078-f251-48ce-89fb-e89bf9d9b27d'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:37.482100 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:37.483523 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bf500385-d177-4852-ab5e-8ee9ccf442ac admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3320935 Feb 16 14:30:37.486652 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49826) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:37.557546 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 56d0ff50-28cd-4d96-9375-0692ad6a239f up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:37.566456 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48715960-1721-44be-a795-70acf1849181 req-8788a50e-133d-42c6-9565-4c6efdc8257c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:37.570138 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Set router 97d04078-f251-48ce-89fb-e89bf9d9b27d gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:37.570324 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-48715960-1721-44be-a795-70acf1849181 req-8788a50e-133d-42c6-9565-4c6efdc8257c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0856676 Feb 16 14:30:37.642674 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-48715960-1721-44be-a795-70acf1849181 req-00aff25a-a3e7-4c54-89c3-097b28635a9c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624228 Feb 16 14:30:37.768352 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:37.800282 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port 56d0ff50-28cd-4d96-9375-0692ad6a239f completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:30:37.813394 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 56d0ff50-28cd-4d96-9375-0692ad6a239f triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:37.813394 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:37.938585 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b36e2d-c3dd-4c5c-8809-8d6a749a98a4 req-8ad77d36-0d93-4ab5-8026-e256e4992fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:37.940108 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-98b36e2d-c3dd-4c5c-8809-8d6a749a98a4 req-8ad77d36-0d93-4ab5-8026-e256e4992fca service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=deea67eb240b4b72a6a68a900986cf3e&device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 1129 time: 0.0724852 Feb 16 14:30:37.993982 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 56d0ff50-28cd-4d96-9375-0692ad6a239f is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:37.997297 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:38.004109 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:35Z', 'revision_number': 3, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port': {'id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:38.040527 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Checking router: 97d04078-f251-48ce-89fb-e89bf9d9b27d for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:30:38.041116 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Updating router 97d04078-f251-48ce-89fb-e89bf9d9b27d port eee35134-55a6-443a-9614-4d0eb6bdf647 binding host dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:30:38.065946 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11483a18-74cf-435a-935c-065ae1f3af2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0ff50-28cd-4d96-9375-0692ad6a239f'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:38.071888 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fc50e5-c14e-4899-8740-408e19aba282" -d '{"events": [{"server_uuid": "11483a18-74cf-435a-935c-065ae1f3af2d", "name": "network-vif-plugged", "status": "completed", "tag": "56d0ff50-28cd-4d96-9375-0692ad6a239f"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:38.088767 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 56d0ff50-28cd-4d96-9375-0692ad6a239f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=56d0ff50-28cd-4d96-9375-0692ad6a239f,segment=NetworkSegment(6dac86c5-7ff7-4567-81e8-236ba74dfcd2),segment_id=6dac86c5-7ff7-4567-81e8-236ba74dfcd2)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:38.094089 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (eee35134-55a6-443a-9614-4d0eb6bdf647), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:38.125235 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa0cacc-bc9f-4f05-b25e-d351bb0e01e3 x-openstack-request-id: req-cfa0cacc-bc9f-4f05-b25e-d351bb0e01e3 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:38.125524 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11483a18-74cf-435a-935c-065ae1f3af2d", "name": "network-vif-plugged", "status": "completed", "tag": "56d0ff50-28cd-4d96-9375-0692ad6a239f", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:38.125776 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-cfa0cacc-bc9f-4f05-b25e-d351bb0e01e3 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:38.126164 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11483a18-74cf-435a-935c-065ae1f3af2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0ff50-28cd-4d96-9375-0692ad6a239f', 'code': 200} Feb 16 14:30:38.156066 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92689251-d8e3-4241-a6af-656d343553a8 req-931bdcd7-050b-4574-97c7-3bb8da035ccf tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:38.157995 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-92689251-d8e3-4241-a6af-656d343553a8 req-931bdcd7-050b-4574-97c7-3bb8da035ccf tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 944 time: 0.0952425 Feb 16 14:30:38.200390 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:38.246507 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-92689251-d8e3-4241-a6af-656d343553a8 req-8677469f-e02e-4d78-8d6b-4b1e16db4626 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786908 Feb 16 14:30:38.288454 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b36e2d-c3dd-4c5c-8809-8d6a749a98a4 req-5c78561a-26cf-4350-8fea-e5460f09638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:38.289459 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-98b36e2d-c3dd-4c5c-8809-8d6a749a98a4 req-5c78561a-26cf-4350-8fea-e5460f09638d service neutron] 10.222.0.127 "GET /v2.0/networks?id=c18dd6e1-f13c-444e-8150-deef63d4a164 HTTP/1.1" status: 200 len: 920 time: 0.3405807 Feb 16 14:30:38.330049 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=56d0ff50-28cd-4d96-9375-0692ad6a239f,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:38.470253 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42729b2-d421-4890-a6af-1514126329fc req-489e65df-8741-43c7-8924-f89f85fcb365 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:38.473969 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d42729b2-d421-4890-a6af-1514126329fc req-489e65df-8741-43c7-8924-f89f85fcb365 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0936222 Feb 16 14:30:38.474134 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-98b36e2d-c3dd-4c5c-8809-8d6a749a98a4 req-018c8a30-9ac8-4150-8c5d-f7ee3eaf635b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf730d71-b720-4a3e-8172-6a1a890860aa HTTP/1.1" status: 200 len: 217 time: 0.1741600 Feb 16 14:30:38.512886 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Publish callbacks [] for port (eee35134-55a6-443a-9614-4d0eb6bdf647), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:38.558162 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d42729b2-d421-4890-a6af-1514126329fc req-754e9839-5046-4d7a-b0a6-7b0842d3e638 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625432 Feb 16 14:30:38.579899 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b36e2d-c3dd-4c5c-8809-8d6a749a98a4 req-77d3d9e8-f5db-4516-a97a-2bb3264c0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:38.581685 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-98b36e2d-c3dd-4c5c-8809-8d6a749a98a4 req-77d3d9e8-f5db-4516-a97a-2bb3264c0e0e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=7b9017d5-9c05-4f22-83b0-ee486f6dea28 HTTP/1.1" status: 200 len: 859 time: 0.0988991 Feb 16 14:30:38.608660 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (eee35134-55a6-443a-9614-4d0eb6bdf647), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:38.637517 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-98b36e2d-c3dd-4c5c-8809-8d6a749a98a4 req-4cb1b7a7-b340-4280-9ffa-bacc7e2592fe service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=c18dd6e1-f13c-444e-8150-deef63d4a164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342431 Feb 16 14:30:38.668811 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Attempting to bind port eee35134-55a6-443a-9614-4d0eb6bdf647 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:38.668811 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Attempting to bind port eee35134-55a6-443a-9614-4d0eb6bdf647 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:38.669097 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Attempting to bind port eee35134-55a6-443a-9614-4d0eb6bdf647 on network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:38.678988 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:38.679665 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Checking segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:38.679878 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:38.680172 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Bound using segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:38.680736 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Bound port: eee35134-55a6-443a-9614-4d0eb6bdf647, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:38.681253 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (eee35134-55a6-443a-9614-4d0eb6bdf647), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:38.682839 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300b051-792c-47cf-bd95-1ead9ceeab49 None None] Pushing event updated for resources: {'Port': ['ID=eee35134-55a6-443a-9614-4d0eb6bdf647,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:38.733389 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78fbfe-bad9-403f-b3fe-801180bb67b9 req-898cf941-ac1a-4353-85ab-8bb7299249fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:38.735031 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5f78fbfe-bad9-403f-b3fe-801180bb67b9 req-898cf941-ac1a-4353-85ab-8bb7299249fe service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 1129 time: 0.1703894 Feb 16 14:30:38.742490 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] For port eee35134-55a6-443a-9614-4d0eb6bdf647, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:38.746367 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] For port eee35134-55a6-443a-9614-4d0eb6bdf647, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=eee35134-55a6-443a-9614-4d0eb6bdf647,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:38.820891 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cde025-63b3-43c9-8819-757fb37d7f6a req-4ed15d04-f844-48a1-b262-3b0b9102a18e tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:38.820891 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-64cde025-63b3-43c9-8819-757fb37d7f6a req-4ed15d04-f844-48a1-b262-3b0b9102a18e tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0604615 Feb 16 14:30:38.843056 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (eee35134-55a6-443a-9614-4d0eb6bdf647), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:38.855348 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:38.870402 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5f78fbfe-bad9-403f-b3fe-801180bb67b9 req-8cc1d89d-096e-4624-a84b-b9d8982ee1b8 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280963 Feb 16 14:30:38.885106 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-64cde025-63b3-43c9-8819-757fb37d7f6a req-31fbfd90-48dc-40cc-a815-58b3507e487f tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569577 Feb 16 14:30:38.890687 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-98b36e2d-c3dd-4c5c-8809-8d6a749a98a4 req-6c363d7c-75cf-4bb1-9be0-549465d459ec service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282007 Feb 16 14:30:38.924077 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300b051-792c-47cf-bd95-1ead9ceeab49 None None] Pushing event updated for resources: {'Port': ['ID=eee35134-55a6-443a-9614-4d0eb6bdf647,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:38.939085 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Routers {'97d04078-f251-48ce-89fb-e89bf9d9b27d'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:38.939085 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['97d04078-f251-48ce-89fb-e89bf9d9b27d'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:39.057424 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] Set router 97d04078-f251-48ce-89fb-e89bf9d9b27d gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:39.062531 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Allocated IP 172.20.0.1 (45acbd5b-cc07-4f15-a7c1-b100851c68da/f46a4518-9ce1-4482-9476-b284366346ff/494e020d-ec47-4621-a0ff-b1083ba4736e) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:39.100674 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:39.218140 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-98b36e2d-c3dd-4c5c-8809-8d6a749a98a4 req-cce1f7f9-89fe-4576-ac06-9b8b703375b8 service neutron] 10.222.0.127 "GET /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531587 Feb 16 14:30:39.258919 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Publish callbacks [] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:39.264572 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:35Z', 'revision_number': 3, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port': {'id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:39.295465 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae2c83-c144-47ce-b347-0872c471d1c1 None None] The sync data for ids ['97d04078-f251-48ce-89fb-e89bf9d9b27d'] in dv-cinder-778193-17-iscsi is: [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:35Z', 'revision_number': 3, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port': {'id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:30:39.354534 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:39.405149 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff116b95-7cc6-44c3-86fb-5ef0234b4b48 req-19c2f373-faa2-47ba-a719-190a8222cb45 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:39.406873 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Network 45acbd5b-cc07-4f15-a7c1-b100851c68da is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:39.410379 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:39.411190 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ff116b95-7cc6-44c3-86fb-5ef0234b4b48 req-19c2f373-faa2-47ba-a719-190a8222cb45 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 945 time: 0.0901330 Feb 16 14:30:39.420842 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:39.421678 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016617'] for router_interface (97d04078-f251-48ce-89fb-e89bf9d9b27d), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:39.473624 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Pushing event updated for resources: {'Port': ['ID=494e020d-ec47-4621-a0ff-b1083ba4736e,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:39.507352 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ff116b95-7cc6-44c3-86fb-5ef0234b4b48 req-5c804227-4f5c-410b-9d9f-66b49de901e9 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891833 Feb 16 14:30:39.769269 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:39.782635 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bd5a0-21d5-4f2c-9caa-1636e8871632 req-7d7b1131-d19a-4bb4-aa0c-da70a596f789 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:39.784420 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-431bd5a0-21d5-4f2c-9caa-1636e8871632 req-7d7b1131-d19a-4bb4-aa0c-da70a596f789 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0962408 Feb 16 14:30:39.877334 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-431bd5a0-21d5-4f2c-9caa-1636e8871632 req-e46d58ec-9db3-4108-a45c-deb47405d27f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869122 Feb 16 14:30:39.907860 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-797bb27e-2843-4916-ad30-d736b4c8d630 None None] Provisioning complete for port 494e020d-ec47-4621-a0ff-b1083ba4736e triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:39.908542 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-797bb27e-2843-4916-ad30-d736b4c8d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:39.964846 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-797bb27e-2843-4916-ad30-d736b4c8d630 None None] Port 494e020d-ec47-4621-a0ff-b1083ba4736e cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:30:40.024958 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Publish callbacks [] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:40.052768 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e610ec2-6a2b-4e22-a18e-f7eaa7d3c3ce req-ab4bc9cb-03e3-47bc-bd1b-ed125d323297 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:40.055424 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3e610ec2-6a2b-4e22-a18e-f7eaa7d3c3ce req-ab4bc9cb-03e3-47bc-bd1b-ed125d323297 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0747528 Feb 16 14:30:40.082643 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:40.083437 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016757'] for router_interface (97d04078-f251-48ce-89fb-e89bf9d9b27d), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:40.117602 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3e610ec2-6a2b-4e22-a18e-f7eaa7d3c3ce req-fa397743-853f-49c3-b7ce-2076a3713ddf tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545249 Feb 16 14:30:40.194016 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Pushing event updated for resources: {'Port': ['ID=494e020d-ec47-4621-a0ff-b1083ba4736e,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:40.237490 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Network 45acbd5b-cc07-4f15-a7c1-b100851c68da is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:40.238962 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:40.399007 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Router 97d04078-f251-48ce-89fb-e89bf9d9b27d has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:30:40.536892 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:30:40.553579 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-36abad16-52b2-4eac-9562-de1b0517e768 admin admin] 10.222.0.133 "PUT /v2.0/routers/97d04078-f251-48ce-89fb-e89bf9d9b27d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0657196 Feb 16 14:30:40.628566 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-c0dfb0b3-c1a6-4bbc-b7c8-b435e28ea3fa None None] Provisioning complete for port 494e020d-ec47-4621-a0ff-b1083ba4736e triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:40.629205 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c0dfb0b3-c1a6-4bbc-b7c8-b435e28ea3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:40.663519 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc165e-69e5-483f-97fd-56a58623a4fe req-e0bbfe46-be2f-4e79-bb52-832938c42fe3 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:40.666682 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-91cc165e-69e5-483f-97fd-56a58623a4fe req-e0bbfe46-be2f-4e79-bb52-832938c42fe3 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 945 time: 0.0770838 Feb 16 14:30:40.683762 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-c0dfb0b3-c1a6-4bbc-b7c8-b435e28ea3fa None None] Port 494e020d-ec47-4621-a0ff-b1083ba4736e cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:30:40.728758 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-91cc165e-69e5-483f-97fd-56a58623a4fe req-6413ba50-7696-4bf1-a7c1-ed216b96ea9a tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554523 Feb 16 14:30:40.758351 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:40.854182 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device eee35134-55a6-443a-9614-4d0eb6bdf647 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:40.933377 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port eee35134-55a6-443a-9614-4d0eb6bdf647 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:40.933377 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (eee35134-55a6-443a-9614-4d0eb6bdf647), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.042521 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port eee35134-55a6-443a-9614-4d0eb6bdf647 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:41.043327 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (eee35134-55a6-443a-9614-4d0eb6bdf647), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.045858 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef386755-4588-4e3b-8898-cd82547a248e req-90b00ca8-c4dc-4109-bd76-e0c416f05857 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:41.047659 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ef386755-4588-4e3b-8898-cd82547a248e req-90b00ca8-c4dc-4109-bd76-e0c416f05857 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0629930 Feb 16 14:30:41.086220 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port eee35134-55a6-443a-9614-4d0eb6bdf647, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=eee35134-55a6-443a-9614-4d0eb6bdf647,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:41.121425 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ef386755-4588-4e3b-8898-cd82547a248e req-391106cf-f0d9-4cf8-b0ac-b257ce8be711 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659823 Feb 16 14:30:41.168116 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (eee35134-55a6-443a-9614-4d0eb6bdf647), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.254116 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=eee35134-55a6-443a-9614-4d0eb6bdf647,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:41.264436 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:41.265025 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:41.265531 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:41.266030 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:41.268513 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:41.269059 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:41.269556 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:41.270042 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:41.271847 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:41.272406 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:41.272957 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:41.273453 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:41.273931 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:41.371579 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ff7f-1610-4146-a7e6-56dd0ec98ec8 req-20c65636-1d33-460c-86fe-f4436c6e0fb1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:41.373864 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f1f2ff7f-1610-4146-a7e6-56dd0ec98ec8 req-20c65636-1d33-460c-86fe-f4436c6e0fb1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0753355 Feb 16 14:30:41.427089 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f1f2ff7f-1610-4146-a7e6-56dd0ec98ec8 req-26ee7db4-f5ef-482b-8f6d-c4f3d7c228d7 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475004 Feb 16 14:30:41.503205 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Sync routers for ids ['97d04078-f251-48ce-89fb-e89bf9d9b27d'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:30:41.514667 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Routers {'97d04078-f251-48ce-89fb-e89bf9d9b27d'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:41.515302 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['97d04078-f251-48ce-89fb-e89bf9d9b27d'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:41.634568 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Set router 97d04078-f251-48ce-89fb-e89bf9d9b27d gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:41.650874 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 49908) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:41.662173 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-425831488-network', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:41.774941 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] Made reservation on behalf of cd16a21e830a4ef8a0134be06af0f2ac for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:30:41.774941 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.804032 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.892770 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:39Z', 'revision_number': 4, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port': {'id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '494e020d-ec47-4621-a0ff-b1083ba4736e', 'name': '', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'mac_address': 'fa:16:3e:4f:e3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:38Z', 'updated_at': '2022-02-16T14:30:39Z', 'revision_number': 2, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'subnets': [{'id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:41.900858 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] Publish callbacks [] for security_group (cf81f362-c234-49ea-8a87-9ff4b754fd5b), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.920843 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Checking router: 97d04078-f251-48ce-89fb-e89bf9d9b27d for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:30:41.921246 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Updating router 97d04078-f251-48ce-89fb-e89bf9d9b27d port 494e020d-ec47-4621-a0ff-b1083ba4736e binding host dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:30:41.951055 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:41.986166 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (cf81f362-c234-49ea-8a87-9ff4b754fd5b), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.015820 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:30:42.033986 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf81f362-c234-49ea-8a87-9ff4b754fd5b,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:42.040690 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (963b8dca-f7ed-4a99-94bd-3f9d44630c0f), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.047443 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] Added segment 963b8dca-f7ed-4a99-94bd-3f9d44630c0f of type vlan for network 3070ab6d-479c-45c1-8646-774635e3062e Feb 16 14:30:42.092638 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (3070ab6d-479c-45c1-8646-774635e3062e), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.177569 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (3070ab6d-479c-45c1-8646-774635e3062e), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.179110 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:42.179754 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.268633 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Publish callbacks [] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.281678 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6296649 Feb 16 14:30:42.282406 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87b39d-8f41-4751-a9b1-4a017185e285 admin admin] Pushing event updated for resources: {'Network': ['ID=3070ab6d-479c-45c1-8646-774635e3062e,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:42.284643 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49920) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:42.293805 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-d0ed917a-11d9-4a36-8cef-f6eaedb87415 admin admin] Request body: {'subnet': {'network_id': '3070ab6d-479c-45c1-8646-774635e3062e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-425831488-subnet', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:42.297042 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network 3070ab6d-479c-45c1-8646-774635e3062e details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:30:42.321094 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca7715-6fee-4ec3-905d-c6c8edfdb692 req-b1d387ee-0e24-42c8-a759-4cea661c23ad tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:42.322822 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7eca7715-6fee-4ec3-905d-c6c8edfdb692 req-b1d387ee-0e24-42c8-a759-4cea661c23ad tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.1076133 Feb 16 14:30:42.367376 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.381384 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7eca7715-6fee-4ec3-905d-c6c8edfdb692 req-0f0c9a4a-166f-44d5-b46b-0b242cafe183 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504026 Feb 16 14:30:42.430206 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f1ca4-a035-4163-8121-0dd05ccbf881 None None] Pushing event updated for resources: {'Port': ['ID=494e020d-ec47-4621-a0ff-b1083ba4736e,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:42.437537 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ed917a-11d9-4a36-8cef-f6eaedb87415 admin admin] Made reservation on behalf of cd16a21e830a4ef8a0134be06af0f2ac for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:30:42.442468 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d0ed917a-11d9-4a36-8cef-f6eaedb87415 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.494614 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Attempting to bind port 494e020d-ec47-4621-a0ff-b1083ba4736e on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:42.495663 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Attempting to bind port 494e020d-ec47-4621-a0ff-b1083ba4736e by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '3b342613-b3c3-40c5-96a0-b1303545f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:42.495663 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Attempting to bind port 494e020d-ec47-4621-a0ff-b1083ba4736e on network 45acbd5b-cc07-4f15-a7c1-b100851c68da {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:42.504924 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:42.504924 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Checking segment: {'id': '3b342613-b3c3-40c5-96a0-b1303545f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:42.504924 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.504924 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Bound using segment: {'id': '3b342613-b3c3-40c5-96a0-b1303545f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:42.504924 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Bound port: 494e020d-ec47-4621-a0ff-b1083ba4736e, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b342613-b3c3-40c5-96a0-b1303545f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:42.505388 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.596609 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] For port 494e020d-ec47-4621-a0ff-b1083ba4736e, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:42.601125 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] For port 494e020d-ec47-4621-a0ff-b1083ba4736e, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=494e020d-ec47-4621-a0ff-b1083ba4736e,segment=NetworkSegment(3b342613-b3c3-40c5-96a0-b1303545f2c1),segment_id=3b342613-b3c3-40c5-96a0-b1303545f2c1)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:42.653499 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c6c95-c7d4-42ae-b649-c26e050f2152 req-fdcbcf58-531c-400a-a926-dda594adcff3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:42.657324 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b64c6c95-c7d4-42ae-b649-c26e050f2152 req-fdcbcf58-531c-400a-a926-dda594adcff3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1317451 Feb 16 14:30:42.687044 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.737374 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b64c6c95-c7d4-42ae-b649-c26e050f2152 req-eb5d7378-1cdd-4529-ab56-3e6c93fa4757 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697925 Feb 16 14:30:42.802431 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-66f7f436-24c6-4ba5-863f-4fcaed51de79 None None] Provisioning complete for port 494e020d-ec47-4621-a0ff-b1083ba4736e triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:42.802431 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66f7f436-24c6-4ba5-863f-4fcaed51de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.806666 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Routers {'97d04078-f251-48ce-89fb-e89bf9d9b27d'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:42.806666 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['97d04078-f251-48ce-89fb-e89bf9d9b27d'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:42.816160 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f1ca4-a035-4163-8121-0dd05ccbf881 None None] Pushing event updated for resources: {'Port': ['ID=494e020d-ec47-4621-a0ff-b1083ba4736e,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:42.827157 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d0ed917a-11d9-4a36-8cef-f6eaedb87415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for subnet (93ae9aba-3958-46ca-92ed-8ea1f8be45bf), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:42.983354 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed917a-11d9-4a36-8cef-f6eaedb87415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ae9aba-3958-46ca-92ed-8ea1f8be45bf,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:42.993514 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed917a-11d9-4a36-8cef-f6eaedb87415 admin admin] Checking segment: {'id': '963b8dca-f7ed-4a99-94bd-3f9d44630c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3070ab6d-479c-45c1-8646-774635e3062e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:42.994222 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed917a-11d9-4a36-8cef-f6eaedb87415 admin admin] Network hostable DHCP agents. Network: 3070ab6d-479c-45c1-8646-774635e3062e, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:30:43.027906 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device eee35134-55a6-443a-9614-4d0eb6bdf647 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:43.122559 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed917a-11d9-4a36-8cef-f6eaedb87415 admin admin] Network 3070ab6d-479c-45c1-8646-774635e3062e is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:30:43.123644 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] Set router 97d04078-f251-48ce-89fb-e89bf9d9b27d gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:43.194219 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port eee35134-55a6-443a-9614-4d0eb6bdf647 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:43.194638 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (eee35134-55a6-443a-9614-4d0eb6bdf647), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.219395 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-d0ed917a-11d9-4a36-8cef-f6eaedb87415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, 3070ab6d-479c-45c1-8646-774635e3062e) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:43.223636 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed917a-11d9-4a36-8cef-f6eaedb87415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:43.224376 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d0ed917a-11d9-4a36-8cef-f6eaedb87415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.262235 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff67a598-872a-446d-b9e3-843147cdb665 None None] Network 3070ab6d-479c-45c1-8646-774635e3062e requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:30:43.267954 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-66f7f436-24c6-4ba5-863f-4fcaed51de79 None None] Current status of the port 494e020d-ec47-4621-a0ff-b1083ba4736e is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:43.268911 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66f7f436-24c6-4ba5-863f-4fcaed51de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.291050 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-d0ed917a-11d9-4a36-8cef-f6eaedb87415 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0052209 Feb 16 14:30:43.296828 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 49940) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:43.298914 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-425831488-router', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:43.436963 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62071'] for router (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.438481 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62048'] for router (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.518561 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Publish callbacks [] for router_controller (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), precommit_add_association {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.543505 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb4f67-9e1c-4b04-b726-4f0a386ee9f5 req-1dbf127b-3ea1-44e3-a84f-6531eaaeb2cc tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:43.545346 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0ceb4f67-9e1c-4b04-b726-4f0a386ee9f5 req-1dbf127b-3ea1-44e3-a84f-6531eaaeb2cc tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0679460 Feb 16 14:30:43.574720 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-66f7f436-24c6-4ba5-863f-4fcaed51de79 None None] For port 494e020d-ec47-4621-a0ff-b1083ba4736e, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=494e020d-ec47-4621-a0ff-b1083ba4736e,segment=NetworkSegment(3b342613-b3c3-40c5-96a0-b1303545f2c1),segment_id=3b342613-b3c3-40c5-96a0-b1303545f2c1)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:43.600628 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0ceb4f67-9e1c-4b04-b726-4f0a386ee9f5 req-1b6f6ff0-412e-4835-8758-d41b33de6f93 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490601 Feb 16 14:30:43.620157 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f4a7ebef-7df5-47df-a420-2d770e620750 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:30:43.694696 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-66f7f436-24c6-4ba5-863f-4fcaed51de79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.741017 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9af8354-918b-5e3c-aab1-4fb6f759b67a-3070ab6d-479c-45c1-8646-774635e3062e', 'network_id': '3070ab6d-479c-45c1-8646-774635e3062e', 'project_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'fixed_ips': [{'subnet_id': '93ae9aba-3958-46ca-92ed-8ea1f8be45bf'}]}} from dv-cinder-778193-17-iscsi. {{(pid=103212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:30:43.741949 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.744397 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port eee35134-55a6-443a-9614-4d0eb6bdf647 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:43.778604 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Publish callbacks [] for router_gateway (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:43.892218 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7f436-24c6-4ba5-863f-4fcaed51de79 None None] Pushing event updated for resources: {'Port': ['ID=494e020d-ec47-4621-a0ff-b1083ba4736e,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:43.955739 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-bc8ef806-3bb0-4dfd-b700-9878626d2bb9 None None] Provisioning complete for port 494e020d-ec47-4621-a0ff-b1083ba4736e triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:43.956151 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bc8ef806-3bb0-4dfd-b700-9878626d2bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:44.057226 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f4a7ebef-7df5-47df-a420-2d770e620750, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f4a7ebef-7df5-47df-a420-2d770e620750,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:44.086387 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:39Z', 'revision_number': 4, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port': {'id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '494e020d-ec47-4621-a0ff-b1083ba4736e', 'name': '', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'mac_address': 'fa:16:3e:4f:e3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:38Z', 'updated_at': '2022-02-16T14:30:42Z', 'revision_number': 4, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'subnets': [{'id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:44.131915 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed02e8-0658-410d-8469-512eeb37e4c0 None None] The sync data for ids ['97d04078-f251-48ce-89fb-e89bf9d9b27d'] in dv-cinder-778193-17-iscsi is: [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:39Z', 'revision_number': 4, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port': {'id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '494e020d-ec47-4621-a0ff-b1083ba4736e', 'name': '', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'mac_address': 'fa:16:3e:4f:e3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:38Z', 'updated_at': '2022-02-16T14:30:42Z', 'revision_number': 4, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'subnets': [{'id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:30:44.133865 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'port_id': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'mac_address': 'fa:16:3e:8e:b6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:30:44.151620 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Publish callbacks [] for router_gateway (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:44.158051 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Allocated IP 172.20.0.2 (3070ab6d-479c-45c1-8646-774635e3062e/93ae9aba-3958-46ca-92ed-8ea1f8be45bf/62757ecd-661d-4028-a877-bbab884b41ff) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:44.176684 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:44.384191 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port f4a7ebef-7df5-47df-a420-2d770e620750 is: ACTIVE; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:44.384191 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:44.385802 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-24fb6574-d839-45cc-89c3-63daca43036b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957149602&fields=id&tenant_id=71aa13b5525343d9b20e223b0307b273 HTTP/1.1" status: 200 len: 267 time: 0.1474938 Feb 16 14:30:44.400547 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Allocated IP 172.27.1.228 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/8bddc0e3-1106-4ef6-a7d3-4562742d24a6) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:44.454746 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ef806-3bb0-4dfd-b700-9878626d2bb9 None None] Current status of the port 494e020d-ec47-4621-a0ff-b1083ba4736e is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:44.454875 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 49964) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:44.551213 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Publish callbacks [] for port (62757ecd-661d-4028-a877-bbab884b41ff), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:44.557988 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4a7ebef-7df5-47df-a420-2d770e620750 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:30:44.590694 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f4a7ebef-7df5-47df-a420-2d770e620750, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f4a7ebef-7df5-47df-a420-2d770e620750,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:44.647174 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-fef0fd6b-47f4-451d-9ade-44ffd7e5c580 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:44.655177 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (62757ecd-661d-4028-a877-bbab884b41ff), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:44.675838 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-fef0fd6b-47f4-451d-9ade-44ffd7e5c580 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/networks?id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac HTTP/1.1" status: 200 len: 812 time: 0.2860999 Feb 16 14:30:44.691129 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:44.739053 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Network 3070ab6d-479c-45c1-8646-774635e3062e is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:44.748703 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:44.753625 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:44.764584 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-d2a0254a-5e20-4f5a-a63b-d47c1805fce7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/quotas/71aa13b5525343d9b20e223b0307b273 HTTP/1.1" status: 200 len: 375 time: 0.0799069 Feb 16 14:30:44.808228 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Pushing event updated for resources: {'Port': ['ID=62757ecd-661d-4028-a877-bbab884b41ff,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:44.834007 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f9fe33ec-432e-4340-ae9b-0c7f100f1209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:44.834803 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['f4a7ebef-7df5-47df-a420-2d770e620750'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:30:44.883098 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Publish callbacks [] for port (8bddc0e3-1106-4ef6-a7d3-4562742d24a6), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:44.963222 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 494e020d-ec47-4621-a0ff-b1083ba4736e up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:45.002014 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-7e5e9cf1-1575-411c-b7f0-83e52a2c32aa tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2038066 Feb 16 14:30:45.031066 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Attempting to bind port 62757ecd-661d-4028-a877-bbab884b41ff on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:45.032092 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Attempting to bind port 62757ecd-661d-4028-a877-bbab884b41ff by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '963b8dca-f7ed-4a99-94bd-3f9d44630c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3070ab6d-479c-45c1-8646-774635e3062e'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:45.032587 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Attempting to bind port 62757ecd-661d-4028-a877-bbab884b41ff on network 3070ab6d-479c-45c1-8646-774635e3062e {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:45.066292 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (8bddc0e3-1106-4ef6-a7d3-4562742d24a6), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.069890 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096ed21-2105-4bbc-a842-cf119432e48a req-1eaf7104-59bb-4312-a86d-78d0d6171ad1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:45.074217 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9096ed21-2105-4bbc-a842-cf119432e48a req-1eaf7104-59bb-4312-a86d-78d0d6171ad1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 944 time: 0.2766569 Feb 16 14:30:45.135404 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:45.138603 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:45.144859 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:45.153515 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:45.153901 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Checking segment: {'id': '963b8dca-f7ed-4a99-94bd-3f9d44630c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3070ab6d-479c-45c1-8646-774635e3062e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:45.154866 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.155262 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Bound using segment: {'id': '963b8dca-f7ed-4a99-94bd-3f9d44630c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3070ab6d-479c-45c1-8646-774635e3062e'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:45.155745 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Bound port: 62757ecd-661d-4028-a877-bbab884b41ff, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963b8dca-f7ed-4a99-94bd-3f9d44630c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3070ab6d-479c-45c1-8646-774635e3062e'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:45.156124 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (62757ecd-661d-4028-a877-bbab884b41ff), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.203305 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Pushing event updated for resources: {'Port': ['ID=8bddc0e3-1106-4ef6-a7d3-4562742d24a6,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:45.214338 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=f4a7ebef-7df5-47df-a420-2d770e620750,revision_number=6']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:45.314026 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9096ed21-2105-4bbc-a842-cf119432e48a req-db109a60-db77-4a36-a9cd-bda25b2eab75 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101116 Feb 16 14:30:45.323015 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f9fe33ec-432e-4340-ae9b-0c7f100f1209 admin admin] Publish callbacks [] for security_group (41bab7ae-4d11-48dc-bc2c-6939f8547345), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.349900 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 494e020d-ec47-4621-a0ff-b1083ba4736e triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:45.350179 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.367474 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-b1dd3cb6-8973-4fe9-bde3-ecfb579702d9 service neutron] 10.222.0.133 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403413 Feb 16 14:30:45.382284 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] For port 62757ecd-661d-4028-a877-bbab884b41ff, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:45.407010 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] For port 62757ecd-661d-4028-a877-bbab884b41ff, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=62757ecd-661d-4028-a877-bbab884b41ff,segment=NetworkSegment(963b8dca-f7ed-4a99-94bd-3f9d44630c0f),segment_id=963b8dca-f7ed-4a99-94bd-3f9d44630c0f)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:45.408383 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f9fe33ec-432e-4340-ae9b-0c7f100f1209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (41bab7ae-4d11-48dc-bc2c-6939f8547345), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.485354 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe33ec-432e-4340-ae9b-0c7f100f1209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bab7ae-4d11-48dc-bc2c-6939f8547345,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:45.497319 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (62757ecd-661d-4028-a877-bbab884b41ff), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.542946 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-f9fe33ec-432e-4340-ae9b-0c7f100f1209 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=e2dcc198f954406f91b1057a01d7448a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0863657 Feb 16 14:30:45.555913 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 494e020d-ec47-4621-a0ff-b1083ba4736e is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:45.557457 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 49986) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:45.635782 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f4a7ebef-7df5-47df-a420-2d770e620750 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:45.690733 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Publish callbacks [] for router_gateway (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.712886 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b72ea-81d1-42d0-b5d3-ae4e33774736 None None] Pushing event updated for resources: {'Port': ['ID=62757ecd-661d-4028-a877-bbab884b41ff,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:45.726341 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-c9fd96a0-548b-49e5-9ff6-8c24fa90d579 service neutron] 10.222.0.133 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579462 Feb 16 14:30:45.792550 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Publish callbacks [] for security_group (41bab7ae-4d11-48dc-bc2c-6939f8547345), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.796239 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port f4a7ebef-7df5-47df-a420-2d770e620750 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:45.796239 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.842382 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Publish callbacks [] for security_group (41bab7ae-4d11-48dc-bc2c-6939f8547345), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:45.971771 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:30:45.996379 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (41bab7ae-4d11-48dc-bc2c-6939f8547345), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:46.002481 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:46.010568 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/41bab7ae-4d11-48dc-bc2c-6939f8547345 HTTP/1.1" status: 204 len: 168 time: 0.4439538 Feb 16 14:30:46.031537 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bab7ae-4d11-48dc-bc2c-6939f8547345,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:46.054613 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:46.055001 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:46.055354 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:46.055697 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:46.056035 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:46.056624 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:46.066012 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port f4a7ebef-7df5-47df-a420-2d770e620750 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:46.066448 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:46.074602 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:46.079000 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:46.082984 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:46.082984 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:46.082984 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:46.082984 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:46.082984 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53628c-bc86-40c1-92a9-e3e62aec693b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:46.240559 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f4a7ebef-7df5-47df-a420-2d770e620750, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f4a7ebef-7df5-47df-a420-2d770e620750,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:46.252933 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a7ebef-7df5-47df-a420-2d770e620750'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:30:46.256566 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70775afa-076c-4339-b123-8ac76ac2a0af" -d '{"events": [{"server_uuid": "6f56db3d-abe8-4d5d-a99c-aebd177f9d10", "name": "network-vif-plugged", "status": "completed", "tag": "f4a7ebef-7df5-47df-a420-2d770e620750"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:30:46.339758 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:46.429483 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672850ba-7107-4daf-b02c-27ee16fa9b42 x-openstack-request-id: req-672850ba-7107-4daf-b02c-27ee16fa9b42 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:30:46.429816 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f56db3d-abe8-4d5d-a99c-aebd177f9d10", "name": "network-vif-plugged", "status": "completed", "tag": "f4a7ebef-7df5-47df-a420-2d770e620750", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:30:46.430008 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-672850ba-7107-4daf-b02c-27ee16fa9b42 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:30:46.430413 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'code': 200} Feb 16 14:30:46.479347 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=f4a7ebef-7df5-47df-a420-2d770e620750,revision_number=7']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:46.531678 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1022068'] for router (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:46.662508 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c60b2-ba85-469d-83d7-300c0ef45a5e req-b6f4a6ab-f740-4dd1-b19e-36c9ed6bba27 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:46.672389 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-461c60b2-ba85-469d-83d7-300c0ef45a5e req-b6f4a6ab-f740-4dd1-b19e-36c9ed6bba27 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.1745479 Feb 16 14:30:46.805746 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-461c60b2-ba85-469d-83d7-300c0ef45a5e req-72cf4f24-2319-4f34-be89-d56eff39022b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323600 Feb 16 14:30:46.863020 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Router cfc1f659-cc66-4abf-9c54-d6e0124f5d55 is scheduled to L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b with binding_index 1 {{(pid=103210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:30:46.971329 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 62757ecd-661d-4028-a877-bbab884b41ff up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:47.097035 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 62757ecd-661d-4028-a877-bbab884b41ff triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:47.097424 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (62757ecd-661d-4028-a877-bbab884b41ff), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:47.159274 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:30:47.172351 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Sync routers for ids ['cfc1f659-cc66-4abf-9c54-d6e0124f5d55'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:30:47.196533 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Routers {'cfc1f659-cc66-4abf-9c54-d6e0124f5d55'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:47.201880 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cfc1f659-cc66-4abf-9c54-d6e0124f5d55'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:47.267517 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:47.275421 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-466b77f0-bdb0-4f73-b022-ddcc2136b9bd admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9770634 Feb 16 14:30:47.275421 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 50026) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:30:47.487954 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d234a713-8613-408c-a571-002d9851653d None None] Network 3070ab6d-479c-45c1-8646-774635e3062e requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:30:47.620251 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Set router cfc1f659-cc66-4abf-9c54-d6e0124f5d55 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:47.624889 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-efbee14a-48dd-49eb-8abd-e1c739df1422 None None] Provisioning complete for port 62757ecd-661d-4028-a877-bbab884b41ff triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:47.625106 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-efbee14a-48dd-49eb-8abd-e1c739df1422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (62757ecd-661d-4028-a877-bbab884b41ff), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:47.761852 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 62757ecd-661d-4028-a877-bbab884b41ff is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:47.762216 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (62757ecd-661d-4028-a877-bbab884b41ff), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:47.849926 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port 62757ecd-661d-4028-a877-bbab884b41ff, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=62757ecd-661d-4028-a877-bbab884b41ff,segment=NetworkSegment(963b8dca-f7ed-4a99-94bd-3f9d44630c0f),segment_id=963b8dca-f7ed-4a99-94bd-3f9d44630c0f)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:47.873641 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-efbee14a-48dd-49eb-8abd-e1c739df1422 None None] Current status of the port 62757ecd-661d-4028-a877-bbab884b41ff is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:47.874329 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-efbee14a-48dd-49eb-8abd-e1c739df1422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (62757ecd-661d-4028-a877-bbab884b41ff), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:47.943334 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (62757ecd-661d-4028-a877-bbab884b41ff), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:47.994572 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fa66509a-1c17-4d19-bc09-ce00d14535fa req-fa8a21b2-1791-47f4-b18f-58726652c6b0 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 210 time: 0.1088846 Feb 16 14:30:48.153479 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de7e81-3268-48fa-b23a-b31373ef4245 req-2252f8ef-9489-4ea9-b98f-d27a96e0f7ec tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:48.167415 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f5de7e81-3268-48fa-b23a-b31373ef4245 req-2252f8ef-9489-4ea9-b98f-d27a96e0f7ec tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.2130892 Feb 16 14:30:48.173291 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.db.api [None req-efbee14a-48dd-49eb-8abd-e1c739df1422 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:30:48.173888 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG oslo_db.api [None req-efbee14a-48dd-49eb-8abd-e1c739df1422 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:30:48.195903 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=62757ecd-661d-4028-a877-bbab884b41ff,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:48.275887 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f5de7e81-3268-48fa-b23a-b31373ef4245 req-8c2b3dcc-2806-4f35-ab63-23c9171f5317 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063747 Feb 16 14:30:48.305871 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'name': 'tempest-TestMinimumBasicScenario-425831488-router', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8bddc0e3-1106-4ef6-a7d3-4562742d24a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:43Z', 'updated_at': '2022-02-16T14:30:45Z', 'revision_number': 3, 'project_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'gw_port': {'id': '8bddc0e3-1106-4ef6-a7d3-4562742d24a6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:44Z', 'updated_at': '2022-02-16T14:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:48.356138 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Checking router: cfc1f659-cc66-4abf-9c54-d6e0124f5d55 for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:30:48.356720 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Updating router cfc1f659-cc66-4abf-9c54-d6e0124f5d55 port 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 binding host dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:30:48.416639 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (8bddc0e3-1106-4ef6-a7d3-4562742d24a6), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:48.628769 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:48.688135 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Publish callbacks [] for port (8bddc0e3-1106-4ef6-a7d3-4562742d24a6), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:48.793966 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-efbee14a-48dd-49eb-8abd-e1c739df1422 None None] Current status of the port 62757ecd-661d-4028-a877-bbab884b41ff is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:48.845069 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 62757ecd-661d-4028-a877-bbab884b41ff up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:48.901326 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Allocated IP 172.20.0.1 (3070ab6d-479c-45c1-8646-774635e3062e/93ae9aba-3958-46ca-92ed-8ea1f8be45bf/2faaf701-c6dc-4d22-8e29-2f549f92b24d) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:48.923554 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-b6d3c41a-8490-411f-b1c8-647f3ca85587 None None] Provisioning complete for port 62757ecd-661d-4028-a877-bbab884b41ff triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:48.924404 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b6d3c41a-8490-411f-b1c8-647f3ca85587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (62757ecd-661d-4028-a877-bbab884b41ff), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:48.972109 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (8bddc0e3-1106-4ef6-a7d3-4562742d24a6), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:48.992662 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 62757ecd-661d-4028-a877-bbab884b41ff triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:48.994642 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (62757ecd-661d-4028-a877-bbab884b41ff), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:49.081109 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Attempting to bind port 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:49.081855 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Attempting to bind port 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:49.082447 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Attempting to bind port 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 on network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:49.089004 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3c41a-8490-411f-b1c8-647f3ca85587 None None] Current status of the port 62757ecd-661d-4028-a877-bbab884b41ff is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:49.099048 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:49.099740 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Checking segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:49.100344 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:49.100952 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Bound using segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:49.101773 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Bound port: 8bddc0e3-1106-4ef6-a7d3-4562742d24a6, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:49.102374 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (8bddc0e3-1106-4ef6-a7d3-4562742d24a6), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:49.115703 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dafdc5fd-1811-448e-a5cb-958785554a71 req-00c593f7-b9cb-441b-b7c1-4e7653655861 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 210 time: 0.0830555 Feb 16 14:30:49.144014 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Publish callbacks [] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:49.178910 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 62757ecd-661d-4028-a877-bbab884b41ff is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:49.204994 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] For port 8bddc0e3-1106-4ef6-a7d3-4562742d24a6, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:49.209598 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] For port 8bddc0e3-1106-4ef6-a7d3-4562742d24a6, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=8bddc0e3-1106-4ef6-a7d3-4562742d24a6,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:49.237499 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c3422-8066-4ff7-b2a4-e4cb5803acf0 None None] Pushing event updated for resources: {'Port': ['ID=8bddc0e3-1106-4ef6-a7d3-4562742d24a6,revision_number=2']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:49.312965 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (8bddc0e3-1106-4ef6-a7d3-4562742d24a6), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:49.343889 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:49.394699 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Network 3070ab6d-479c-45c1-8646-774635e3062e is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:49.404097 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:49.422207 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:49.422919 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016617'] for router_interface (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:49.510911 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e5cd7-de31-4a2e-919b-b84951f285d9 req-e4d5ccaa-c65e-4bc0-a346-34a3249ceacf tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:49.526226 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-627e5cd7-de31-4a2e-919b-b84951f285d9 req-e4d5ccaa-c65e-4bc0-a346-34a3249ceacf tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.1251178 Feb 16 14:30:49.625509 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Routers {'cfc1f659-cc66-4abf-9c54-d6e0124f5d55'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:49.627195 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cfc1f659-cc66-4abf-9c54-d6e0124f5d55'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:49.666928 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Pushing event updated for resources: {'Port': ['ID=2faaf701-c6dc-4d22-8e29-2f549f92b24d,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:49.720078 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:49.725450 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:49.726217 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:49.726812 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:49.730186 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:49.730747 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:49.731776 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:49.732451 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:49.733140 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:49.734827 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:49.736366 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:49.736925 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:49.738852 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:49.758741 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-627e5cd7-de31-4a2e-919b-b84951f285d9 req-ce6a085e-429e-47e9-942f-e25419c91b80 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310288 Feb 16 14:30:49.785420 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c3422-8066-4ff7-b2a4-e4cb5803acf0 None None] Pushing event updated for resources: {'Port': ['ID=8bddc0e3-1106-4ef6-a7d3-4562742d24a6,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:49.884636 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] Set router cfc1f659-cc66-4abf-9c54-d6e0124f5d55 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:49.924310 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-a36bae22-8967-49e4-884e-dc5d03ec5b6d None None] Provisioning complete for port 2faaf701-c6dc-4d22-8e29-2f549f92b24d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:49.924841 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a36bae22-8967-49e4-884e-dc5d03ec5b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:49.965212 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-a36bae22-8967-49e4-884e-dc5d03ec5b6d None None] Port 2faaf701-c6dc-4d22-8e29-2f549f92b24d cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:30:50.059465 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:50.122052 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'name': 'tempest-TestMinimumBasicScenario-425831488-router', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8bddc0e3-1106-4ef6-a7d3-4562742d24a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:43Z', 'updated_at': '2022-02-16T14:30:45Z', 'revision_number': 3, 'project_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'gw_port': {'id': '8bddc0e3-1106-4ef6-a7d3-4562742d24a6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:44Z', 'updated_at': '2022-02-16T14:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:50.200053 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4a4b3-58bb-4d9c-9447-8f6c8d05f895 None None] The sync data for ids ['cfc1f659-cc66-4abf-9c54-d6e0124f5d55'] in dv-cinder-778193-17-iscsi is: [{'id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'name': 'tempest-TestMinimumBasicScenario-425831488-router', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8bddc0e3-1106-4ef6-a7d3-4562742d24a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:43Z', 'updated_at': '2022-02-16T14:30:45Z', 'revision_number': 3, 'project_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'gw_port': {'id': '8bddc0e3-1106-4ef6-a7d3-4562742d24a6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:44Z', 'updated_at': '2022-02-16T14:30:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:30:50.278884 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a7004ba-0866-4c50-b902-59b59231dcae req-aa293bec-30f1-4cb0-b672-61df5c468470 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 210 time: 0.0568292 Feb 16 14:30:50.330983 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Publish callbacks [] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:50.463777 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:50.464988 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016757'] for router_interface (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:50.586015 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Pushing event updated for resources: {'Port': ['ID=2faaf701-c6dc-4d22-8e29-2f549f92b24d,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:50.666913 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Network 3070ab6d-479c-45c1-8646-774635e3062e is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:50.668315 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:50.905131 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Router cfc1f659-cc66-4abf-9c54-d6e0124f5d55 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:30:51.020971 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:51.046162 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52e62c-6315-4c72-a6f6-4bcbb379683a req-462d0c6d-d9fb-46ee-9cf6-86fbcb116352 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:51.048670 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee52e62c-6315-4c72-a6f6-4bcbb379683a req-462d0c6d-d9fb-46ee-9cf6-86fbcb116352 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0984659 Feb 16 14:30:51.148423 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:51.149840 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (8bddc0e3-1106-4ef6-a7d3-4562742d24a6), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:51.177577 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:30:51.201919 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-98ec51a9-e734-468d-84c3-b229bc088932 admin admin] 10.222.0.133 "PUT /v2.0/routers/cfc1f659-cc66-4abf-9c54-d6e0124f5d55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9268222 Feb 16 14:30:51.218425 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee52e62c-6315-4c72-a6f6-4bcbb379683a req-ff376d72-4a10-43fe-9f38-a316f267080a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509192 Feb 16 14:30:51.248535 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-2a14c1eb-c59c-4328-99be-5fd7da0a3d87 None None] Provisioning complete for port 2faaf701-c6dc-4d22-8e29-2f549f92b24d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:51.248535 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2a14c1eb-c59c-4328-99be-5fd7da0a3d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:51.347540 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-2a14c1eb-c59c-4328-99be-5fd7da0a3d87 None None] Port 2faaf701-c6dc-4d22-8e29-2f549f92b24d cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:30:51.458877 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:51.458877 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (8bddc0e3-1106-4ef6-a7d3-4562742d24a6), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:51.541701 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port 8bddc0e3-1106-4ef6-a7d3-4562742d24a6, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=8bddc0e3-1106-4ef6-a7d3-4562742d24a6,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:51.553242 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0e658663-5d4e-4ebc-bc6c-6fd198e2e678 req-592ebad0-2892-4561-b107-bb2420288ce2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 210 time: 0.0724778 Feb 16 14:30:51.650220 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (8bddc0e3-1106-4ef6-a7d3-4562742d24a6), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:51.844985 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=8bddc0e3-1106-4ef6-a7d3-4562742d24a6,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:52.414667 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c402be6-1962-4647-967a-39704f9cb354 req-a8ff89ad-cbfb-4be4-9bd7-40b1a04ce014 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:52.416352 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9c402be6-1962-4647-967a-39704f9cb354 req-a8ff89ad-cbfb-4be4-9bd7-40b1a04ce014 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0679741 Feb 16 14:30:52.511665 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9c402be6-1962-4647-967a-39704f9cb354 req-8f6b68a5-6f3d-426a-8dfe-676a9fce0c74 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841415 Feb 16 14:30:52.756199 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-36374226-0e56-4172-8973-fd940633150d req-55163865-22f8-4986-a5a6-8ed9e0f4eea9 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 210 time: 0.0380995 Feb 16 14:30:52.907627 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:52.961638 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:52.962044 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (8bddc0e3-1106-4ef6-a7d3-4562742d24a6), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:53.049932 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:53.075573 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Sync routers for ids ['cfc1f659-cc66-4abf-9c54-d6e0124f5d55'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:30:53.087651 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Routers {'cfc1f659-cc66-4abf-9c54-d6e0124f5d55'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:53.088272 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cfc1f659-cc66-4abf-9c54-d6e0124f5d55'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:53.223351 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Set router cfc1f659-cc66-4abf-9c54-d6e0124f5d55 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:53.545367 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'name': 'tempest-TestMinimumBasicScenario-425831488-router', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8bddc0e3-1106-4ef6-a7d3-4562742d24a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:43Z', 'updated_at': '2022-02-16T14:30:49Z', 'revision_number': 4, 'project_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'gw_port': {'id': '8bddc0e3-1106-4ef6-a7d3-4562742d24a6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:44Z', 'updated_at': '2022-02-16T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '2faaf701-c6dc-4d22-8e29-2f549f92b24d', 'name': '', 'network_id': '3070ab6d-479c-45c1-8646-774635e3062e', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'mac_address': 'fa:16:3e:b7:96:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '93ae9aba-3958-46ca-92ed-8ea1f8be45bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:48Z', 'updated_at': '2022-02-16T14:30:50Z', 'revision_number': 2, 'project_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'subnets': [{'id': '93ae9aba-3958-46ca-92ed-8ea1f8be45bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:53.610769 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Checking router: cfc1f659-cc66-4abf-9c54-d6e0124f5d55 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:30:53.611127 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Updating router cfc1f659-cc66-4abf-9c54-d6e0124f5d55 port 2faaf701-c6dc-4d22-8e29-2f549f92b24d binding host dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:30:53.668754 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:53.756851 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e900c-ef4c-405f-a31c-d4d60bee43a5 req-4e3c00af-4362-4423-aff3-b9081427123e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:53.761035 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-910e900c-ef4c-405f-a31c-d4d60bee43a5 req-4e3c00af-4362-4423-aff3-b9081427123e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.1139672 Feb 16 14:30:53.864835 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-910e900c-ef4c-405f-a31c-d4d60bee43a5 req-ec9031b3-d50f-4603-8294-bc752d507941 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975320 Feb 16 14:30:53.911092 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fd9d70c2-0ca9-4b25-ac02-4440140ff286 req-94e5e671-e264-4222-a1da-ccf8c8b5427e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 210 time: 0.0381906 Feb 16 14:30:54.093157 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Publish callbacks [] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:54.174622 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:54.410861 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Attempting to bind port 2faaf701-c6dc-4d22-8e29-2f549f92b24d on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:30:54.411239 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Attempting to bind port 2faaf701-c6dc-4d22-8e29-2f549f92b24d by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '963b8dca-f7ed-4a99-94bd-3f9d44630c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3070ab6d-479c-45c1-8646-774635e3062e'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:30:54.411604 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Attempting to bind port 2faaf701-c6dc-4d22-8e29-2f549f92b24d on network 3070ab6d-479c-45c1-8646-774635e3062e {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:30:54.420639 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:30:54.421050 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Checking segment: {'id': '963b8dca-f7ed-4a99-94bd-3f9d44630c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3070ab6d-479c-45c1-8646-774635e3062e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:30:54.421460 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:54.421858 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Bound using segment: {'id': '963b8dca-f7ed-4a99-94bd-3f9d44630c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3070ab6d-479c-45c1-8646-774635e3062e'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:30:54.422338 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Bound port: 2faaf701-c6dc-4d22-8e29-2f549f92b24d, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963b8dca-f7ed-4a99-94bd-3f9d44630c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3070ab6d-479c-45c1-8646-774635e3062e'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:30:54.422714 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:54.426437 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96edf5-4ed6-4ecd-8440-8133d353c957 None None] Pushing event updated for resources: {'Port': ['ID=2faaf701-c6dc-4d22-8e29-2f549f92b24d,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:54.532411 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] For port 2faaf701-c6dc-4d22-8e29-2f549f92b24d, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:30:54.535743 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] For port 2faaf701-c6dc-4d22-8e29-2f549f92b24d, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=2faaf701-c6dc-4d22-8e29-2f549f92b24d,segment=NetworkSegment(963b8dca-f7ed-4a99-94bd-3f9d44630c0f),segment_id=963b8dca-f7ed-4a99-94bd-3f9d44630c0f)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:30:54.603516 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:54.722476 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96edf5-4ed6-4ecd-8440-8133d353c957 None None] Pushing event updated for resources: {'Port': ['ID=2faaf701-c6dc-4d22-8e29-2f549f92b24d,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:54.728381 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Routers {'cfc1f659-cc66-4abf-9c54-d6e0124f5d55'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:30:54.729407 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:30:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cfc1f659-cc66-4abf-9c54-d6e0124f5d55'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:55.241569 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-35d4cc84-bc1a-4f4b-8491-48ba65c5788d req-b1028d9e-ac08-452f-b17e-fdc03471a24c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 210 time: 0.1279523 Feb 16 14:30:55.280804 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-2878c1a4-2d8c-46bc-a4e0-000282b95849 None None] Provisioning complete for port 2faaf701-c6dc-4d22-8e29-2f549f92b24d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:55.281462 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2878c1a4-2d8c-46bc-a4e0-000282b95849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:55.298393 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dee31-3547-4749-bdb3-0381036e41fc req-0de97ff4-8a44-4a22-a1dc-95a1d967ca16 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:55.300320 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b0dee31-3547-4749-bdb3-0381036e41fc req-0de97ff4-8a44-4a22-a1dc-95a1d967ca16 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.1745343 Feb 16 14:30:55.368309 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b0dee31-3547-4749-bdb3-0381036e41fc req-64fc11a3-ab02-4fc8-9b95-32d2013231e9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612922 Feb 16 14:30:55.444447 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] Set router cfc1f659-cc66-4abf-9c54-d6e0124f5d55 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:30:55.604092 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-2878c1a4-2d8c-46bc-a4e0-000282b95849 None None] Current status of the port 2faaf701-c6dc-4d22-8e29-2f549f92b24d is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:55.605136 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2878c1a4-2d8c-46bc-a4e0-000282b95849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:55.687956 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-2878c1a4-2d8c-46bc-a4e0-000282b95849 None None] For port 2faaf701-c6dc-4d22-8e29-2f549f92b24d, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=2faaf701-c6dc-4d22-8e29-2f549f92b24d,segment=NetworkSegment(963b8dca-f7ed-4a99-94bd-3f9d44630c0f),segment_id=963b8dca-f7ed-4a99-94bd-3f9d44630c0f)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:30:55.820112 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2878c1a4-2d8c-46bc-a4e0-000282b95849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:55.899787 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-59f8495e-2168-44e5-a02e-5c859f4d3ece tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:55.903229 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-59f8495e-2168-44e5-a02e-5c859f4d3ece tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "GET /v2.0/networks?id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac HTTP/1.1" status: 200 len: 812 time: 0.2960889 Feb 16 14:30:55.923162 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878c1a4-2d8c-46bc-a4e0-000282b95849 None None] Pushing event updated for resources: {'Port': ['ID=2faaf701-c6dc-4d22-8e29-2f549f92b24d,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:55.976028 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-f3e1024a-df90-4ce1-a5c1-0e0200ba34c5 None None] Provisioning complete for port 2faaf701-c6dc-4d22-8e29-2f549f92b24d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:55.976409 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f3e1024a-df90-4ce1-a5c1-0e0200ba34c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:56.036943 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-54898ece-df59-43fd-841d-7796e19c8d80 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71aa13b5525343d9b20e223b0307b273 HTTP/1.1" status: 200 len: 379 time: 0.1216419 Feb 16 14:30:56.052490 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-f965ccad-d55b-4421-a85a-feaba818035f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Request body: {'port': {'device_id': '525b557d-438f-40e7-a720-2dfcfb17d56d', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'admin_state_up': True, 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'security_groups': ['3c313fc3-b6ca-4288-a6e6-912381f7391c']}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:30:56.064213 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'name': 'tempest-TestMinimumBasicScenario-425831488-router', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8bddc0e3-1106-4ef6-a7d3-4562742d24a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:43Z', 'updated_at': '2022-02-16T14:30:49Z', 'revision_number': 4, 'project_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'gw_port': {'id': '8bddc0e3-1106-4ef6-a7d3-4562742d24a6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:44Z', 'updated_at': '2022-02-16T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '2faaf701-c6dc-4d22-8e29-2f549f92b24d', 'name': '', 'network_id': '3070ab6d-479c-45c1-8646-774635e3062e', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'mac_address': 'fa:16:3e:b7:96:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '93ae9aba-3958-46ca-92ed-8ea1f8be45bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:48Z', 'updated_at': '2022-02-16T14:30:54Z', 'revision_number': 4, 'project_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'subnets': [{'id': '93ae9aba-3958-46ca-92ed-8ea1f8be45bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:56.117832 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dca1e2-f3ce-4b3e-a1f6-471d729b2abf None None] The sync data for ids ['cfc1f659-cc66-4abf-9c54-d6e0124f5d55'] in dv-cinder-778193-17-iscsi is: [{'id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'name': 'tempest-TestMinimumBasicScenario-425831488-router', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8bddc0e3-1106-4ef6-a7d3-4562742d24a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:43Z', 'updated_at': '2022-02-16T14:30:49Z', 'revision_number': 4, 'project_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'gw_port': {'id': '8bddc0e3-1106-4ef6-a7d3-4562742d24a6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:44Z', 'updated_at': '2022-02-16T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '2faaf701-c6dc-4d22-8e29-2f549f92b24d', 'name': '', 'network_id': '3070ab6d-479c-45c1-8646-774635e3062e', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'mac_address': 'fa:16:3e:b7:96:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '93ae9aba-3958-46ca-92ed-8ea1f8be45bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:48Z', 'updated_at': '2022-02-16T14:30:54Z', 'revision_number': 4, 'project_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'subnets': [{'id': '93ae9aba-3958-46ca-92ed-8ea1f8be45bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:30:56.351838 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-f3e1024a-df90-4ce1-a5c1-0e0200ba34c5 None None] Current status of the port 2faaf701-c6dc-4d22-8e29-2f549f92b24d is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:56.574448 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c38d09dd-fac5-4b74-b15f-1ab46882bef9 req-9cb8d018-ce58-4446-a00c-24c4d9591fdb tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 210 time: 0.1197367 Feb 16 14:30:56.726536 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e45af-3659-4518-ad67-0452bcf1e3b9 req-d0d4c61c-9bd1-4a0e-a354-581d9761e2f1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:56.738301 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f00e45af-3659-4518-ad67-0452bcf1e3b9 req-d0d4c61c-9bd1-4a0e-a354-581d9761e2f1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.1140614 Feb 16 14:30:56.821897 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f00e45af-3659-4518-ad67-0452bcf1e3b9 req-aff17ecd-c8e4-4db2-9b4a-cf6bddce8f3a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822332 Feb 16 14:30:56.967896 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 2faaf701-c6dc-4d22-8e29-2f549f92b24d up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:30:57.040716 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 2faaf701-c6dc-4d22-8e29-2f549f92b24d triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:57.041269 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:57.164623 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 2faaf701-c6dc-4d22-8e29-2f549f92b24d is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:30:57.249234 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-f965ccad-d55b-4421-a85a-feaba818035f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Made reservation on behalf of 71aa13b5525343d9b20e223b0307b273 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:30:57.254893 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-f965ccad-d55b-4421-a85a-feaba818035f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:57.458523 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-f965ccad-d55b-4421-a85a-feaba818035f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Allocated IP 172.20.0.4 (78ebea5a-7c6d-4c2c-8e42-a1327d39deac/6a6eba54-d08a-4809-9cbc-4e2a0d64b56a/90d707b0-9f9b-4574-b90d-07cabbcbb619) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:30:57.694928 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-f965ccad-d55b-4421-a85a-feaba818035f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:57.811180 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b2ef5bf4-bba7-4bf9-bd9a-bd419be660be req-34517682-9ad8-4cb1-9155-6b7cd62295d9 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 210 time: 0.0880620 Feb 16 14:30:58.146677 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fc1b8-23c0-47ad-8cf7-ddb8604b00db req-2104f2d0-f617-487f-91f0-001120af6668 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:58.157155 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a31fc1b8-23c0-47ad-8cf7-ddb8604b00db req-2104f2d0-f617-487f-91f0-001120af6668 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.1336799 Feb 16 14:30:58.271962 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a31fc1b8-23c0-47ad-8cf7-ddb8604b00db req-5bff5ed6-d0a6-4e1c-8d33-b85bc251d6f8 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135585 Feb 16 14:30:58.410768 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-f965ccad-d55b-4421-a85a-feaba818035f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:58.478649 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-f965ccad-d55b-4421-a85a-feaba818035f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:30:58.481554 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-f965ccad-d55b-4421-a85a-feaba818035f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:30:58.524196 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-f965ccad-d55b-4421-a85a-feaba818035f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:30:58.531443 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-f965ccad-d55b-4421-a85a-feaba818035f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:58.533443 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-f965ccad-d55b-4421-a85a-feaba818035f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:58.570351 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965ccad-d55b-4421-a85a-feaba818035f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'Port': ['ID=90d707b0-9f9b-4574-b90d-07cabbcbb619,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:58.652651 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-f965ccad-d55b-4421-a85a-feaba818035f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6061101 Feb 16 14:30:58.931320 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-eb50a087-1b3f-4155-ab5d-f0ee500cd9c8 None None] Provisioning complete for port 90d707b0-9f9b-4574-b90d-07cabbcbb619 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:30:58.933152 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-eb50a087-1b3f-4155-ab5d-f0ee500cd9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:30:58.994790 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd720d5b-d7dd-4777-8d99-ba9355d73422 req-d3911469-0b88-4ab6-b68d-5ab70bd06d80 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:59.004113 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bd720d5b-d7dd-4777-8d99-ba9355d73422 req-d3911469-0b88-4ab6-b68d-5ab70bd06d80 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 931 time: 0.0965464 Feb 16 14:30:59.035845 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-eb50a087-1b3f-4155-ab5d-f0ee500cd9c8 None None] Port 90d707b0-9f9b-4574-b90d-07cabbcbb619 cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:30:59.064498 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bd720d5b-d7dd-4777-8d99-ba9355d73422 req-38032880-3ed2-4ed6-9711-e9dd18a740d4 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590549 Feb 16 14:30:59.569596 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b83f69-4446-4d01-8e00-74a278e72f4e req-512cebbf-02d5-464b-8903-efc3133f135b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:59.577888 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d6b83f69-4446-4d01-8e00-74a278e72f4e req-512cebbf-02d5-464b-8903-efc3133f135b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.1794193 Feb 16 14:30:59.645408 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d6b83f69-4446-4d01-8e00-74a278e72f4e req-46af4c99-e25c-48f6-a0d8-97c9308f62a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660307 Feb 16 14:31:00.086095 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Request body: {'port': {'device_id': '525b557d-438f-40e7-a720-2dfcfb17d56d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:00.193118 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:00.279148 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4062fd-48e5-4b06-b934-576b260d41b4 req-bf74c2f4-ead4-43af-aefd-4629d77f63c7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:00.290636 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec4062fd-48e5-4b06-b934-576b260d41b4 req-bf74c2f4-ead4-43af-aefd-4629d77f63c7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 931 time: 0.0883956 Feb 16 14:31:00.364468 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ec4062fd-48e5-4b06-b934-576b260d41b4 req-6d130c0f-01c7-4076-b842-3aa3b3985b6f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724416 Feb 16 14:31:00.811675 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d707b0-9f9b-4574-b90d-07cabbcbb619 {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:31:00.851055 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Publish callbacks [] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:00.922321 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Transition to ACTIVE for port object 90d707b0-9f9b-4574-b90d-07cabbcbb619 will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:31:01.007820 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:01.108319 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871dd36-29b4-4c45-8787-611e35a56ddc req-6c6780e6-381a-40e4-b40b-9e6c18eb7d6e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:01.124455 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4871dd36-29b4-4c45-8787-611e35a56ddc req-6c6780e6-381a-40e4-b40b-9e6c18eb7d6e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.2467923 Feb 16 14:31:01.133477 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Pushing event updated for resources: {'Port': ['ID=90d707b0-9f9b-4574-b90d-07cabbcbb619,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:01.183590 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Attempting to bind port 90d707b0-9f9b-4574-b90d-07cabbcbb619 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:31:01.184290 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Attempting to bind port 90d707b0-9f9b-4574-b90d-07cabbcbb619 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:31:01.184886 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Attempting to bind port 90d707b0-9f9b-4574-b90d-07cabbcbb619 on network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:01.192754 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Port 90d707b0-9f9b-4574-b90d-07cabbcbb619 on network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:31:01.194095 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Attempting to bind port 90d707b0-9f9b-4574-b90d-07cabbcbb619 on network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:01.201417 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:31:01.202063 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Checking segment: {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:31:01.202860 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Bound using segment: {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:31:01.203586 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Bound port: 90d707b0-9f9b-4574-b90d-07cabbcbb619, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:31:01.206033 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:01.274638 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4871dd36-29b4-4c45-8787-611e35a56ddc req-5297f16d-a6d6-43e1-a768-323e90142a9a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442802 Feb 16 14:31:01.379632 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] For port 90d707b0-9f9b-4574-b90d-07cabbcbb619, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:31:01.379853 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] For port 90d707b0-9f9b-4574-b90d-07cabbcbb619, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=90d707b0-9f9b-4574-b90d-07cabbcbb619,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:31:01.541961 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918549a-bae3-4702-899f-f023befa870a req-a86a4011-ca9b-4bb0-9466-bd631acb75c9 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:01.543455 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9918549a-bae3-4702-899f-f023befa870a req-a86a4011-ca9b-4bb0-9466-bd631acb75c9 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 943 time: 0.0961633 Feb 16 14:31:01.618334 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9918549a-bae3-4702-899f-f023befa870a req-5d7a454e-10dd-4eea-8a6a-db7b2a7e14c1 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644066 Feb 16 14:31:02.039203 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:02.146461 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:02.185629 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:02.186764 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:02.188292 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] 10.222.0.127 "PUT /v2.0/ports/90d707b0-9f9b-4574-b90d-07cabbcbb619 HTTP/1.1" status: 200 len: 1093 time: 2.1081431 Feb 16 14:31:02.190820 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525b557d-438f-40e7-a720-2dfcfb17d56d', 'tag': '90d707b0-9f9b-4574-b90d-07cabbcbb619'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:02.194045 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9263d7e7-f1f7-4b3a-955a-f11ace10157a" -d '{"events": [{"name": "network-changed", "server_uuid": "525b557d-438f-40e7-a720-2dfcfb17d56d", "tag": "90d707b0-9f9b-4574-b90d-07cabbcbb619"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:02.223637 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90042c0-b7a9-45a2-9964-dacaf512f1bd service neutron] Pushing event updated for resources: {'Port': ['ID=90d707b0-9f9b-4574-b90d-07cabbcbb619,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:02.242003 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761dcb0b-8d6f-44c7-afa2-236248ef6a84 x-openstack-request-id: req-761dcb0b-8d6f-44c7-afa2-236248ef6a84 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:02.242372 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525b557d-438f-40e7-a720-2dfcfb17d56d", "tag": "90d707b0-9f9b-4574-b90d-07cabbcbb619", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:02.242633 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-761dcb0b-8d6f-44c7-afa2-236248ef6a84 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:02.243017 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525b557d-438f-40e7-a720-2dfcfb17d56d', 'tag': '90d707b0-9f9b-4574-b90d-07cabbcbb619', 'status': 'completed', 'code': 200} Feb 16 14:31:02.318079 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263d7e7-f1f7-4b3a-955a-f11ace10157a req-ebc48fca-71fd-41f5-82cc-1abc18f25bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:02.319647 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9263d7e7-f1f7-4b3a-955a-f11ace10157a req-ebc48fca-71fd-41f5-82cc-1abc18f25bda service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 1127 time: 0.0553513 Feb 16 14:31:02.438268 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263d7e7-f1f7-4b3a-955a-f11ace10157a req-f6fcb158-f78b-4125-a479-2adafb563d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:02.439881 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9263d7e7-f1f7-4b3a-955a-f11ace10157a req-f6fcb158-f78b-4125-a479-2adafb563d05 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=71aa13b5525343d9b20e223b0307b273&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1131902 Feb 16 14:31:02.446961 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465f457-f11e-4b4d-b85f-d87c66ce82e5 req-5326d6cc-8f37-409f-98b0-ecb5bb93787e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:02.448520 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2465f457-f11e-4b4d-b85f-d87c66ce82e5 req-5326d6cc-8f37-409f-98b0-ecb5bb93787e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0656655 Feb 16 14:31:02.505128 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2465f457-f11e-4b4d-b85f-d87c66ce82e5 req-5901f941-4f83-4f60-b229-b5948deed7e0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505173 Feb 16 14:31:02.543948 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263d7e7-f1f7-4b3a-955a-f11ace10157a req-c60a07ab-a0d0-40b9-a114-a5f2cc7e5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:02.550849 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9263d7e7-f1f7-4b3a-955a-f11ace10157a req-c60a07ab-a0d0-40b9-a114-a5f2cc7e5561 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010323 Feb 16 14:31:02.667083 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-393d572e-93d2-4079-80d3-a222baf30184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:02.668597 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-393d572e-93d2-4079-80d3-a222baf30184 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 1127 time: 0.0779335 Feb 16 14:31:02.774688 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-05a85a1a-84df-43b9-8317-32bc0cb0a4bf service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90d707b0-9f9b-4574-b90d-07cabbcbb619 HTTP/1.1" status: 200 len: 217 time: 0.0939779 Feb 16 14:31:02.895028 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-61a3804d-9728-4959-99f1-64a9da8aab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:02.897147 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-61a3804d-9728-4959-99f1-64a9da8aab7d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6a6eba54-d08a-4809-9cbc-4e2a0d64b56a HTTP/1.1" status: 200 len: 851 time: 0.1159012 Feb 16 14:31:02.917577 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85032c4c-7bf2-48d4-ba7c-c9b55f3a6d70 req-da6b6a71-d04c-4ec3-aaed-7ddc7a1cfcb2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:02.926354 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-85032c4c-7bf2-48d4-ba7c-c9b55f3a6d70 req-da6b6a71-d04c-4ec3-aaed-7ddc7a1cfcb2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 943 time: 0.1093962 Feb 16 14:31:03.019859 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-d55d1c0e-0ff6-414b-b9f2-fd48ae355fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:03.021414 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-d55d1c0e-0ff6-414b-b9f2-fd48ae355fa7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1165745 Feb 16 14:31:03.034920 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-85032c4c-7bf2-48d4-ba7c-c9b55f3a6d70 req-6722433b-f229-4a6a-9980-1bef58729eb2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000226 Feb 16 14:31:03.172839 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-71fae7b3-e316-4a43-bee2-668875b433a9 service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412997 Feb 16 14:31:03.402258 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3e1ca92a-65ed-485d-857a-b3eda644f1bf req-d1dd493e-522a-4b1e-87d3-5d988e0dc47b service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077258 Feb 16 14:31:03.478109 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5b9a1-fb30-482c-9dc1-3a978a005200 req-81ba23ff-4b69-41ea-8956-788f939156a7 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:03.480868 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8da5b9a1-fb30-482c-9dc1-3a978a005200 req-81ba23ff-4b69-41ea-8956-788f939156a7 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0985472 Feb 16 14:31:03.625062 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8da5b9a1-fb30-482c-9dc1-3a978a005200 req-0d86d512-3ef0-4768-88db-bb522a11f0c6 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319218 Feb 16 14:31:03.721448 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc84fd5-d576-4151-864e-3f0bc0f74e81 req-2c2a6b2f-e878-45d1-bef5-85e68535d96a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:03.725750 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0cc84fd5-d576-4151-864e-3f0bc0f74e81 req-2c2a6b2f-e878-45d1-bef5-85e68535d96a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.1064923 Feb 16 14:31:03.783948 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0cc84fd5-d576-4151-864e-3f0bc0f74e81 req-23e9848d-493b-41fe-92ab-1491e418b0a5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524123 Feb 16 14:31:04.035203 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bde1801a-c78f-4ee4-bf06-97709b4d07e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:04.181752 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c28fd-312c-4fd2-b7e6-fa40c87cb213 req-3a4336eb-3786-40ad-bd2a-6205ed0f2f34 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:04.184315 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-157c28fd-312c-4fd2-b7e6-fa40c87cb213 req-3a4336eb-3786-40ad-bd2a-6205ed0f2f34 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 943 time: 0.0801580 Feb 16 14:31:04.253000 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-157c28fd-312c-4fd2-b7e6-fa40c87cb213 req-07e3bd16-6cfc-45a7-89b9-8ee30c01611a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606103 Feb 16 14:31:04.809867 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38553bfe-03c7-42e7-b991-d84f6f5a5647 req-3fb97ab9-5e50-4d88-9398-b1352b2dbe74 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:04.812618 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-38553bfe-03c7-42e7-b991-d84f6f5a5647 req-3fb97ab9-5e50-4d88-9398-b1352b2dbe74 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0929105 Feb 16 14:31:04.891296 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47361d3-0b4d-44fc-9897-0ef6da818215 req-28519786-e500-472b-90fa-5b0c78ca08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:04.892980 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f47361d3-0b4d-44fc-9897-0ef6da818215 req-28519786-e500-472b-90fa-5b0c78ca08f2 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ff67d2ba26804b13adb65eef482bce48&device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 1129 time: 0.0669651 Feb 16 14:31:04.954328 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-38553bfe-03c7-42e7-b991-d84f6f5a5647 req-d6240f5c-8312-4c6f-b44d-4c6c51996e0a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234078 Feb 16 14:31:04.984729 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52c3bb-7a38-4784-86ab-78118ff7de6c req-d6a22422-ea77-43dd-8f30-4be6b3c3449d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:04.984729 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cf52c3bb-7a38-4784-86ab-78118ff7de6c req-d6a22422-ea77-43dd-8f30-4be6b3c3449d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0972226 Feb 16 14:31:05.048529 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cf52c3bb-7a38-4784-86ab-78118ff7de6c req-eb3da27d-336c-427b-9bd7-b5dcb86f5470 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543022 Feb 16 14:31:05.071030 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47361d3-0b4d-44fc-9897-0ef6da818215 req-633a3770-d731-47c6-9930-83f6028624fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:05.072497 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f47361d3-0b4d-44fc-9897-0ef6da818215 req-633a3770-d731-47c6-9930-83f6028624fd service neutron] 10.222.0.127 "GET /v2.0/networks?id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d HTTP/1.1" status: 200 len: 917 time: 0.1705716 Feb 16 14:31:05.159162 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f47361d3-0b4d-44fc-9897-0ef6da818215 req-878e7707-1dc1-44d4-ac5f-5b33c4b15331 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4a7ebef-7df5-47df-a420-2d770e620750 HTTP/1.1" status: 200 len: 1000 time: 0.0743725 Feb 16 14:31:05.218974 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47361d3-0b4d-44fc-9897-0ef6da818215 req-bb5aa15a-25e6-4dcd-91e4-e99e5aa19694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:05.220740 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f47361d3-0b4d-44fc-9897-0ef6da818215 req-bb5aa15a-25e6-4dcd-91e4-e99e5aa19694 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=beb109f3-65e7-4dce-a498-267b9c749fc7 HTTP/1.1" status: 200 len: 855 time: 0.0550010 Feb 16 14:31:05.284040 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47361d3-0b4d-44fc-9897-0ef6da818215 req-aa2f3f76-a8a5-4cbc-990a-d342993ba6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:05.285791 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f47361d3-0b4d-44fc-9897-0ef6da818215 req-aa2f3f76-a8a5-4cbc-990a-d342993ba6f4 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558569 Feb 16 14:31:05.390360 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a79abf-e202-478c-a331-555c079c009c req-318e21b4-1312-4141-977f-64b3854186a2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:05.392617 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e2a79abf-e202-478c-a331-555c079c009c req-318e21b4-1312-4141-977f-64b3854186a2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 943 time: 0.0618804 Feb 16 14:31:05.422840 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f47361d3-0b4d-44fc-9897-0ef6da818215 req-9a10a4fd-912d-434e-9f68-a3aa7c829b9b service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264567 Feb 16 14:31:05.464998 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e2a79abf-e202-478c-a331-555c079c009c req-255b8139-6de0-4bdd-a6fb-bfdaf3096194 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638325 Feb 16 14:31:05.596969 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f47361d3-0b4d-44fc-9897-0ef6da818215 req-f16710b4-3053-48ad-8acb-d35ea9a5d69f service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521997 Feb 16 14:31:06.087769 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b844f-38cb-4e1f-b17f-20ce100acb12 req-072e4a34-0306-4e5f-9886-74e64801c0b3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:06.089991 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee2b844f-38cb-4e1f-b17f-20ce100acb12 req-072e4a34-0306-4e5f-9886-74e64801c0b3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0629880 Feb 16 14:31:06.158417 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19856bb2-3426-46db-9982-07451085931c req-9f29f37a-7df5-4d32-a034-938f1a2f6c47 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:06.160146 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-19856bb2-3426-46db-9982-07451085931c req-9f29f37a-7df5-4d32-a034-938f1a2f6c47 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.127 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 946 time: 0.0597346 Feb 16 14:31:06.199004 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee2b844f-38cb-4e1f-b17f-20ce100acb12 req-730dfc3e-1bb5-4092-93b3-9980aaf04b14 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008298 Feb 16 14:31:06.230549 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072b85d-ca65-44a1-bc75-d750247d15ee req-1d575615-0054-4cc0-a877-028999bd0d8b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:06.233017 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4072b85d-ca65-44a1-bc75-d750247d15ee req-1d575615-0054-4cc0-a877-028999bd0d8b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0936084 Feb 16 14:31:06.289474 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-19856bb2-3426-46db-9982-07451085931c req-847eda1f-8baa-4dc2-afe8-e54b76bb3ee1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Deleting port 9861d447-8e24-4083-85f0-37f4880f3698 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:31:06.289474 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-19856bb2-3426-46db-9982-07451085931c req-847eda1f-8baa-4dc2-afe8-e54b76bb3ee1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (9861d447-8e24-4083-85f0-37f4880f3698), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:06.289799 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4072b85d-ca65-44a1-bc75-d750247d15ee req-c1552bdd-766d-473f-b90f-dfc06b14a3a2 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492439 Feb 16 14:31:06.388477 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-19856bb2-3426-46db-9982-07451085931c req-847eda1f-8baa-4dc2-afe8-e54b76bb3ee1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] For port 9861d447-8e24-4083-85f0-37f4880f3698, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9861d447-8e24-4083-85f0-37f4880f3698,segment=NetworkSegment(55152207-cd1a-432f-8a6e-23dfe38ff369),segment_id=55152207-cd1a-432f-8a6e-23dfe38ff369)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:06.388873 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-19856bb2-3426-46db-9982-07451085931c req-847eda1f-8baa-4dc2-afe8-e54b76bb3ee1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (9861d447-8e24-4083-85f0-37f4880f3698), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:06.403182 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-19856bb2-3426-46db-9982-07451085931c req-847eda1f-8baa-4dc2-afe8-e54b76bb3ee1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Calling delete_port for 9861d447-8e24-4083-85f0-37f4880f3698 owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:31:06.490932 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4c309c84-c31f-43c9-ae09-f860bdb2553d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:06.617394 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c387edd-8db6-4eee-a413-7f3cfc9ba228 req-1b603549-a947-4e6e-9527-1d5d6d1595ea tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:06.618879 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6c387edd-8db6-4eee-a413-7f3cfc9ba228 req-1b603549-a947-4e6e-9527-1d5d6d1595ea tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 943 time: 0.0748761 Feb 16 14:31:06.665214 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-19856bb2-3426-46db-9982-07451085931c req-847eda1f-8baa-4dc2-afe8-e54b76bb3ee1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (9861d447-8e24-4083-85f0-37f4880f3698), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:06.683858 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['9861d447-8e24-4083-85f0-37f4880f3698', 'cf730d71-b720-4a3e-8172-6a1a890860aa'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:31:06.712845 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6c387edd-8db6-4eee-a413-7f3cfc9ba228 req-ffbfd61f-ec07-47b7-9d29-ddbe67f2f16f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883152 Feb 16 14:31:06.714194 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eda1f-8baa-4dc2-afe8-e54b76bb3ee1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Pushing event deleted for resources: {'Port': ['ID=9861d447-8e24-4083-85f0-37f4880f3698,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:06.786315 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-19856bb2-3426-46db-9982-07451085931c req-847eda1f-8baa-4dc2-afe8-e54b76bb3ee1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] No DVR routers for this DVR port 9861d447-8e24-4083-85f0-37f4880f3698 on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:31:06.789940 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-19856bb2-3426-46db-9982-07451085931c req-847eda1f-8baa-4dc2-afe8-e54b76bb3ee1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:06.793683 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-19856bb2-3426-46db-9982-07451085931c req-847eda1f-8baa-4dc2-afe8-e54b76bb3ee1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.127 "DELETE /v2.0/ports/9861d447-8e24-4083-85f0-37f4880f3698 HTTP/1.1" status: 204 len: 173 time: 0.6276805 Feb 16 14:31:06.794142 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987edef2-2a46-4a1f-8cc3-285f5f4090b3', 'name': 'network-vif-deleted', 'tag': '9861d447-8e24-4083-85f0-37f4880f3698'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:06.798459 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab9982b-4c85-4d62-a3aa-a246e60d1864" -d '{"events": [{"server_uuid": "987edef2-2a46-4a1f-8cc3-285f5f4090b3", "name": "network-vif-deleted", "tag": "9861d447-8e24-4083-85f0-37f4880f3698"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:06.866886 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8b6a8c-f07b-4344-b4be-98f4aac101b7 x-openstack-request-id: req-0e8b6a8c-f07b-4344-b4be-98f4aac101b7 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:06.867197 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987edef2-2a46-4a1f-8cc3-285f5f4090b3", "name": "network-vif-deleted", "tag": "9861d447-8e24-4083-85f0-37f4880f3698", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:06.867455 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-0e8b6a8c-f07b-4344-b4be-98f4aac101b7 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:06.867877 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987edef2-2a46-4a1f-8cc3-285f5f4090b3', 'name': 'network-vif-deleted', 'tag': '9861d447-8e24-4083-85f0-37f4880f3698', 'status': 'completed', 'code': 200} Feb 16 14:31:07.298082 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9ace4d3c-903e-4a97-8f4e-a719882aa331 req-b7d788af-2f3f-44ed-bcf2-761ce611a2f9 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 210 time: 0.0264051 Feb 16 14:31:07.441871 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a09b3-4bff-4e5f-9eac-e4b531a8db05 req-b17d746c-ed2d-48d8-95aa-c577883cfd7e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:07.443332 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e81a09b3-4bff-4e5f-9eac-e4b531a8db05 req-b17d746c-ed2d-48d8-95aa-c577883cfd7e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0514109 Feb 16 14:31:07.490601 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e81a09b3-4bff-4e5f-9eac-e4b531a8db05 req-0f6add69-3b14-4c2a-99b9-1eed3ffeebd1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 Feb 16 14:31:07.681131 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:07.836389 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555e416-0727-4ecf-a102-875f45497dbd req-5983cd47-5102-4e99-807d-28e56db0ecf8 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:07.839844 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a555e416-0727-4ecf-a102-875f45497dbd req-5983cd47-5102-4e99-807d-28e56db0ecf8 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 943 time: 0.0538189 Feb 16 14:31:07.893333 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a555e416-0727-4ecf-a102-875f45497dbd req-95ae40aa-1196-4d8e-9ce5-08122056fc76 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474069 Feb 16 14:31:08.003231 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-866c791f-a588-468d-b122-1c73b210215a tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:08.004670 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-866c791f-a588-468d-b122-1c73b210215a tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/networks?id=45acbd5b-cc07-4f15-a7c1-b100851c68da HTTP/1.1" status: 200 len: 815 time: 0.0977573 Feb 16 14:31:08.018526 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-5975e3ff-305d-4eaf-99ad-515f2e02cf1c tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/quotas/6b3ed4defdba4d789d091f899cd7b3df HTTP/1.1" status: 200 len: 375 time: 0.0086641 Feb 16 14:31:08.074671 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-859604fd-a71c-4de3-80e9-255a31a16d55 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=6b3ed4defdba4d789d091f899cd7b3df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512638 Feb 16 14:31:08.402311 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee9879d1-7f96-4be4-bc46-23f862e0296a req-daf28c1e-19b2-474b-b20d-af2c7ba50623 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 210 time: 0.0357094 Feb 16 14:31:08.409340 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-3374fe76-8b54-41c7-9852-7526e60e572d service neutron] 10.222.0.133 "GET /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237238 Feb 16 14:31:08.497679 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-d5b9c82e-c512-4744-ad7c-d1de0c6bd8aa service neutron] 10.222.0.133 "GET /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827303 Feb 16 14:31:08.611177 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86b40a-3097-4ee5-bbfe-b6ef6dfb458c req-279cc5e1-445b-4830-8c35-0b1f89a39438 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:08.612671 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c86b40a-3097-4ee5-bbfe-b6ef6dfb458c req-279cc5e1-445b-4830-8c35-0b1f89a39438 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 945 time: 0.0526922 Feb 16 14:31:08.667077 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c86b40a-3097-4ee5-bbfe-b6ef6dfb458c req-8eb1b561-9647-468b-ad07-9df1fafeaf47 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484753 Feb 16 14:31:08.719074 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-df7079c7-b089-44d4-aad6-2fe3c2815990 req-036743d1-2f44-4ca6-ba63-bde501d040c0 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 210 time: 0.0293367 Feb 16 14:31:09.010955 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cac870-b249-4dca-a476-231e525e894e req-2ed7e92c-c90c-4755-92f8-6c6058f4ca4e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:09.012361 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-00cac870-b249-4dca-a476-231e525e894e req-2ed7e92c-c90c-4755-92f8-6c6058f4ca4e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 943 time: 0.0541077 Feb 16 14:31:09.062711 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-00cac870-b249-4dca-a476-231e525e894e req-651e1b09-1144-43d7-a32d-9d2de54b5ba0 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439644 Feb 16 14:31:09.092275 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:09.338567 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f4a7ebef-7df5-47df-a420-2d770e620750 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:31:09.429301 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port f4a7ebef-7df5-47df-a420-2d770e620750 is: ACTIVE; New status is: DOWN {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:09.429699 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:09.454952 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a7ebef-7df5-47df-a420-2d770e620750'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:09.457217 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bcd575-d57b-4c10-988f-e9b8ca0d0461" -d '{"events": [{"server_uuid": "6f56db3d-abe8-4d5d-a99c-aebd177f9d10", "name": "network-vif-unplugged", "status": "completed", "tag": "f4a7ebef-7df5-47df-a420-2d770e620750"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:09.470349 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f4a7ebef-7df5-47df-a420-2d770e620750, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f4a7ebef-7df5-47df-a420-2d770e620750,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:09.495731 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b921d3-3e52-4984-a728-90988a6b8796 x-openstack-request-id: req-71b921d3-3e52-4984-a728-90988a6b8796 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:09.496029 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f56db3d-abe8-4d5d-a99c-aebd177f9d10", "name": "network-vif-unplugged", "status": "completed", "tag": "f4a7ebef-7df5-47df-a420-2d770e620750", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:09.496285 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-71b921d3-3e52-4984-a728-90988a6b8796 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:09.496682 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'code': 200} Feb 16 14:31:09.505994 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cc2d8ae5-4e29-401d-89ad-c210e8ddbcdf req-2a0d63cb-fb1e-4029-9657-87a075af0c21 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=987edef2-2a46-4a1f-8cc3-285f5f4090b3 HTTP/1.1" status: 200 len: 210 time: 0.0362000 Feb 16 14:31:09.558118 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:09.605333 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=f4a7ebef-7df5-47df-a420-2d770e620750,revision_number=8']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:09.810345 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-672ec4a0-d735-447c-b60c-9a7c8de63afd req-03a4e2b7-85b8-4b25-a6f1-715a44b4818d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 210 time: 0.0435195 Feb 16 14:31:09.839997 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48428e-6171-4230-9d95-6f8e78e3ed1c req-3fe2370d-f2ad-4d7e-a1fd-c7d5db0fd6da tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:09.841535 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cf48428e-6171-4230-9d95-6f8e78e3ed1c req-3fe2370d-f2ad-4d7e-a1fd-c7d5db0fd6da tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0854375 Feb 16 14:31:09.888900 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cf48428e-6171-4230-9d95-6f8e78e3ed1c req-5335e101-e704-44a2-9dc7-3ee6109183e9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410073 Feb 16 14:31:10.180546 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299c96d-d74c-4892-90ef-0274d238325b req-8624d573-fbab-4476-813a-29b7c8893666 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:10.182072 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3299c96d-d74c-4892-90ef-0274d238325b req-8624d573-fbab-4476-813a-29b7c8893666 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 943 time: 0.0531156 Feb 16 14:31:10.237349 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3299c96d-d74c-4892-90ef-0274d238325b req-3c9a35a5-928a-402e-9b70-32c19d859fda tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466454 Feb 16 14:31:10.700177 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:10.922664 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1accb8cb-1bb1-4c4f-b505-d9fd92ceb012 req-b8d74dc9-f075-4ca2-8f2f-f5f38f9c65cc tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 210 time: 0.0331969 Feb 16 14:31:11.033267 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39ce2a-06cb-4dd4-8ab4-f390d0ffca6a req-f12f313c-bfce-497b-bbdc-8f288b535c2a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:11.034859 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-df39ce2a-06cb-4dd4-8ab4-f390d0ffca6a req-f12f313c-bfce-497b-bbdc-8f288b535c2a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0543482 Feb 16 14:31:11.110437 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-df39ce2a-06cb-4dd4-8ab4-f390d0ffca6a req-6c9c93c8-8c01-4fff-857d-ad0f4872eb44 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699577 Feb 16 14:31:11.126923 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197fa95-576b-41ca-a5b8-9c1577869925 req-2a8d9fae-f494-4091-80e8-8d2491a83e33 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:11.128547 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6197fa95-576b-41ca-a5b8-9c1577869925 req-2a8d9fae-f494-4091-80e8-8d2491a83e33 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0803096 Feb 16 14:31:11.177234 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6197fa95-576b-41ca-a5b8-9c1577869925 req-9c9f6f10-5e28-49b2-a766-47f3dd2f5f4f tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431142 Feb 16 14:31:11.289721 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-8777c480-8443-486f-98c4-a694a19c25ca tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:11.291343 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-8777c480-8443-486f-98c4-a694a19c25ca tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.127 "GET /v2.0/networks?id=45acbd5b-cc07-4f15-a7c1-b100851c68da HTTP/1.1" status: 200 len: 815 time: 0.1367600 Feb 16 14:31:11.310154 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-13a8ce03-c18f-490f-91db-0622f57f0975 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Request body: {'port': {'device_id': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'admin_state_up': True, 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:11.335202 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 90d707b0-9f9b-4574-b90d-07cabbcbb619 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:31:11.402048 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee867d5e-ccb5-4627-bfe3-9c9b8f5a42bc req-b029277b-bb18-4cc0-a45f-ced9fc57cccc tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:11.406062 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee867d5e-ccb5-4627-bfe3-9c9b8f5a42bc req-b029277b-bb18-4cc0-a45f-ced9fc57cccc tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 943 time: 0.0772104 Feb 16 14:31:11.466780 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 90d707b0-9f9b-4574-b90d-07cabbcbb619, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=90d707b0-9f9b-4574-b90d-07cabbcbb619,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:11.477226 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee867d5e-ccb5-4627-bfe3-9c9b8f5a42bc req-2e291304-07df-4e96-a778-3ad8650ab09d tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671666 Feb 16 14:31:11.478921 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '90d707b0-9f9b-4574-b90d-07cabbcbb619', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'port_id': '90d707b0-9f9b-4574-b90d-07cabbcbb619', 'mac_address': 'fa:16:3e:0c:5b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:31:11.519524 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 90d707b0-9f9b-4574-b90d-07cabbcbb619 is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:11.519913 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.533460 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d707b0-9f9b-4574-b90d-07cabbcbb619 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:31:11.547089 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-13a8ce03-c18f-490f-91db-0622f57f0975 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Made reservation on behalf of 6b3ed4defdba4d789d091f899cd7b3df for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:31:11.550645 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-13a8ce03-c18f-490f-91db-0622f57f0975 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.562717 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 90d707b0-9f9b-4574-b90d-07cabbcbb619, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=90d707b0-9f9b-4574-b90d-07cabbcbb619,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:11.630284 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.682638 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=90d707b0-9f9b-4574-b90d-07cabbcbb619,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:11.698159 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-13a8ce03-c18f-490f-91db-0622f57f0975 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Allocated IP 172.20.0.5 (45acbd5b-cc07-4f15-a7c1-b100851c68da/f46a4518-9ce1-4482-9476-b284366346ff/7f390436-f399-4b01-98fc-f2cf727fa87d) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:11.898567 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-13a8ce03-c18f-490f-91db-0622f57f0975 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:11.927603 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['90d707b0-9f9b-4574-b90d-07cabbcbb619'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:31:12.072956 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-13a8ce03-c18f-490f-91db-0622f57f0975 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.129549 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-13a8ce03-c18f-490f-91db-0622f57f0975 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Network 45acbd5b-cc07-4f15-a7c1-b100851c68da is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:12.134065 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-13a8ce03-c18f-490f-91db-0622f57f0975 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:12.138782 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-13a8ce03-c18f-490f-91db-0622f57f0975 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:31:12.144755 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-13a8ce03-c18f-490f-91db-0622f57f0975 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:12.145463 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-13a8ce03-c18f-490f-91db-0622f57f0975 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.149263 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8ce03-c18f-490f-91db-0622f57f0975 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event updated for resources: {'Port': ['ID=7f390436-f399-4b01-98fc-f2cf727fa87d,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:12.286504 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-13a8ce03-c18f-490f-91db-0622f57f0975 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9805732 Feb 16 14:31:12.452893 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb7dcd-57a6-482d-ab2d-47743e3daad9 req-57a816f0-956b-4ecb-ba9a-cbc52d877176 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:12.457729 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fdbb7dcd-57a6-482d-ab2d-47743e3daad9 req-57a816f0-956b-4ecb-ba9a-cbc52d877176 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 931 time: 0.1023912 Feb 16 14:31:12.528414 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fdbb7dcd-57a6-482d-ab2d-47743e3daad9 req-faa0081e-055a-4cf9-9077-181feddb788d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647531 Feb 16 14:31:12.537267 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-d3e1e978-13a9-420a-bcea-54fa03ed8b7b None None] Provisioning complete for port 7f390436-f399-4b01-98fc-f2cf727fa87d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:12.537899 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d3e1e978-13a9-420a-bcea-54fa03ed8b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:12.622826 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1e978-13a9-420a-bcea-54fa03ed8b7b None None] Port 7f390436-f399-4b01-98fc-f2cf727fa87d cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:31:12.726313 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974095c-0df9-4d23-9f8a-11caf042d25c req-8e0fac14-13f9-48d6-9376-8e236018d5f2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:12.729240 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b974095c-0df9-4d23-9f8a-11caf042d25c req-8e0fac14-13f9-48d6-9376-8e236018d5f2 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 945 time: 0.1115284 Feb 16 14:31:12.747736 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001742c3-c16b-4068-9d4d-7c0c05d6ddeb req-7536c72b-edb2-4d1e-9951-60f1d695c741 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:12.750377 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-001742c3-c16b-4068-9d4d-7c0c05d6ddeb req-7536c72b-edb2-4d1e-9951-60f1d695c741 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1507666 Feb 16 14:31:12.812266 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b974095c-0df9-4d23-9f8a-11caf042d25c req-56971af8-859b-488e-a817-de6b61d2efe5 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784814 Feb 16 14:31:12.839850 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-001742c3-c16b-4068-9d4d-7c0c05d6ddeb req-362a2591-dba2-4fef-9f3b-072f4c5dd775 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780880 Feb 16 14:31:12.917614 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [req-f280df65-24b3-4b0b-ac81-015e1de8409e req-15a06c47-60f2-4ef2-8591-11d5b2d26a65 service neutron] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=103211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:31:12.918925 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f280df65-24b3-4b0b-ac81-015e1de8409e req-15a06c47-60f2-4ef2-8591-11d5b2d26a65 service neutron] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061262 Feb 16 14:31:12.979373 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e095bb-5672-4015-84d4-751bf36df630 req-8368ba62-4c7d-4309-8c13-b2d6fce5daba tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:12.987505 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-01e095bb-5672-4015-84d4-751bf36df630 req-8368ba62-4c7d-4309-8c13-b2d6fce5daba tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 944 time: 0.0850098 Feb 16 14:31:13.049525 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-01e095bb-5672-4015-84d4-751bf36df630 req-97f74c2c-1ead-4a1b-b5e0-280f2070c779 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609989 Feb 16 14:31:13.277034 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f2c73-2b59-419b-be0b-6342e422e855 req-3ad4bfa7-fdb7-4683-a126-8354c148c904 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:13.278869 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-962f2c73-2b59-419b-be0b-6342e422e855 req-3ad4bfa7-fdb7-4683-a126-8354c148c904 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0635834 Feb 16 14:31:13.349102 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-962f2c73-2b59-419b-be0b-6342e422e855 req-b2354b45-65fb-48ae-a5a2-f061d5e8fe5a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640647 Feb 16 14:31:13.354130 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 90d707b0-9f9b-4574-b90d-07cabbcbb619 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:13.504141 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port 90d707b0-9f9b-4574-b90d-07cabbcbb619 completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:31:13.509066 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 90d707b0-9f9b-4574-b90d-07cabbcbb619 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:13.509653 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:13.628700 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 90d707b0-9f9b-4574-b90d-07cabbcbb619 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:13.630541 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:13.661042 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525b557d-438f-40e7-a720-2dfcfb17d56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d707b0-9f9b-4574-b90d-07cabbcbb619'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:13.663609 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd808c8-6e46-4e39-b0c5-3f3b2c227074" -d '{"events": [{"server_uuid": "525b557d-438f-40e7-a720-2dfcfb17d56d", "name": "network-vif-plugged", "status": "completed", "tag": "90d707b0-9f9b-4574-b90d-07cabbcbb619"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:13.686265 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 90d707b0-9f9b-4574-b90d-07cabbcbb619, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=90d707b0-9f9b-4574-b90d-07cabbcbb619,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:13.709930 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562fddc-97f5-40d3-b79c-a2582082b06e req-e9fd9502-bdab-468e-bb97-4600c50dabd1 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:13.712490 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9562fddc-97f5-40d3-b79c-a2582082b06e req-e9fd9502-bdab-468e-bb97-4600c50dabd1 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 931 time: 0.0755513 Feb 16 14:31:13.721644 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6095c604-b7c4-4b10-851f-3481cada4952 x-openstack-request-id: req-6095c604-b7c4-4b10-851f-3481cada4952 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:13.722007 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525b557d-438f-40e7-a720-2dfcfb17d56d", "name": "network-vif-plugged", "status": "completed", "tag": "90d707b0-9f9b-4574-b90d-07cabbcbb619", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:13.722859 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-6095c604-b7c4-4b10-851f-3481cada4952 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:13.723448 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525b557d-438f-40e7-a720-2dfcfb17d56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d707b0-9f9b-4574-b90d-07cabbcbb619', 'code': 200} Feb 16 14:31:13.786069 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9562fddc-97f5-40d3-b79c-a2582082b06e req-175eed70-17e5-45c8-b086-8e14253a8fb9 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649030 Feb 16 14:31:13.792618 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:13.793952 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f4a7ebef-7df5-47df-a420-2d770e620750 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:31:13.906021 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=90d707b0-9f9b-4574-b90d-07cabbcbb619,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:13.951619 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port f4a7ebef-7df5-47df-a420-2d770e620750 is: DOWN; New status is: DOWN {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:13.953279 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 9861d447-8e24-4083-85f0-37f4880f3698 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:31:13.973508 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: 9861d447-8e24-4083-85f0-37f4880f3698 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:31:13.973858 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 9861d447-8e24-4083-85f0-37f4880f3698 not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:31:14.022387 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 50520) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:14.103578 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c479e7-06e8-4b2f-a6c9-bf5b85b88568 req-c4e0542a-6f09-41d6-a87a-2296905c239f tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:14.105156 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8c479e7-06e8-4b2f-a6c9-bf5b85b88568 req-c4e0542a-6f09-41d6-a87a-2296905c239f tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 945 time: 0.1057684 Feb 16 14:31:14.141156 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237ed84-b41d-4972-a286-1798b1e38367 req-6bada05c-bb32-40f9-9805-df2dd2da595b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:14.142612 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2237ed84-b41d-4972-a286-1798b1e38367 req-6bada05c-bb32-40f9-9805-df2dd2da595b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1535368 Feb 16 14:31:14.166142 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-9362b662-28c8-4855-97bf-a46549cc0c5a service neutron] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1405807 Feb 16 14:31:14.172980 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-97f41e78-aad5-40eb-b1ad-8abe32510241 service neutron] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:31:14.174398 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-97f41e78-aad5-40eb-b1ad-8abe32510241 service neutron] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073750 Feb 16 14:31:14.198427 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8c479e7-06e8-4b2f-a6c9-bf5b85b88568 req-0b4293db-06ba-40eb-8ab8-4d447444e244 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841115 Feb 16 14:31:14.302983 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2237ed84-b41d-4972-a286-1798b1e38367 req-dcf9ef99-7b37-4822-bcab-66f410125ee1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929725 Feb 16 14:31:14.304264 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 50530) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:14.354712 dv-cinder-778193-17-iscsi neutron-server[103210]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 14:31:14.367567 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8043-6073-4edc-a1ec-8910ca461a73 req-e524d738-43eb-4d10-8b02-711b0a2d60ca tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:14.369296 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0c6e8043-6073-4edc-a1ec-8910ca461a73 req-e524d738-43eb-4d10-8b02-711b0a2d60ca tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.0756974 Feb 16 14:31:14.452171 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-aeed67a5-6aa4-4a11-88b0-d718de0c4572 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:14.461580 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-aeed67a5-6aa4-4a11-88b0-d718de0c4572 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports/f4a7ebef-7df5-47df-a420-2d770e620750 HTTP/1.1" status: 200 len: 940 time: 0.1733115 Feb 16 14:31:14.474420 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0c6e8043-6073-4edc-a1ec-8910ca461a73 req-a357b473-6275-4c33-9cea-35425a6f35db tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962014 Feb 16 14:31:14.577385 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a97255-ad28-4798-9a69-722088308046 req-db962bd1-324b-4e7b-aed1-71194432117b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:14.579416 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d5a97255-ad28-4798-9a69-722088308046 req-db962bd1-324b-4e7b-aed1-71194432117b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0897214 Feb 16 14:31:14.641435 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d5a97255-ad28-4798-9a69-722088308046 req-731d7a80-0ba7-474c-98e8-9f2a8f5a343c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554852 Feb 16 14:31:14.934024 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c497c-a4a2-4046-9c45-ed45410ef855 req-d0795e8a-d491-4bbc-86a4-458ac2f52a3c tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:14.935634 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-353c497c-a4a2-4046-9c45-ed45410ef855 req-d0795e8a-d491-4bbc-86a4-458ac2f52a3c tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 931 time: 0.0708928 Feb 16 14:31:15.010540 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-353c497c-a4a2-4046-9c45-ed45410ef855 req-ce75a9e5-57f0-4aed-b074-8f031e898ff8 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679948 Feb 16 14:31:15.352143 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d7f09-a2f9-4adb-8c71-2b0f3eaf6f36 req-e9028434-1a88-452f-8635-f69b4ff11438 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:15.359477 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cd4d7f09-a2f9-4adb-8c71-2b0f3eaf6f36 req-e9028434-1a88-452f-8635-f69b4ff11438 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 945 time: 0.0659628 Feb 16 14:31:15.448694 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cd4d7f09-a2f9-4adb-8c71-2b0f3eaf6f36 req-fb0a55a5-96ed-418f-911f-f2dca9a1ae78 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882895 Feb 16 14:31:15.462764 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c8976-eee3-433e-af26-fd584f80eeda req-ceacaf3f-7b27-414d-98fa-7bed7f900263 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:15.473381 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0e9c8976-eee3-433e-af26-fd584f80eeda req-ceacaf3f-7b27-414d-98fa-7bed7f900263 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1108050 Feb 16 14:31:15.526346 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0e9c8976-eee3-433e-af26-fd584f80eeda req-c963dfc2-396b-496a-8e71-4818748ae526 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516191 Feb 16 14:31:15.614862 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f97b5-70e0-4995-809d-23f58df2b102 req-c2ebb8cf-0414-4e8a-8d7c-71cb106c25d9 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:15.614862 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e77f97b5-70e0-4995-809d-23f58df2b102 req-c2ebb8cf-0414-4e8a-8d7c-71cb106c25d9 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.0720901 Feb 16 14:31:15.666556 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e77f97b5-70e0-4995-809d-23f58df2b102 req-527f0c6b-fbbe-4e80-b8dd-5fe39399fb94 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488033 Feb 16 14:31:15.771286 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5870bac-c620-4a36-8cb5-8427c97af3af req-fcae59a0-c73b-42d8-9205-4bfe01d747ea tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:15.772632 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d5870bac-c620-4a36-8cb5-8427c97af3af req-fcae59a0-c73b-42d8-9205-4bfe01d747ea tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0511093 Feb 16 14:31:15.818624 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d5870bac-c620-4a36-8cb5-8427c97af3af req-5468e49d-dbaa-47f5-bdec-39014f3ab239 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404274 Feb 16 14:31:16.161600 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767d649-13d8-4faa-b0fb-2fbe6408cc0f req-5b82b4dc-9ccc-49f3-849a-11ecdb812cd6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:16.163251 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a767d649-13d8-4faa-b0fb-2fbe6408cc0f req-5b82b4dc-9ccc-49f3-849a-11ecdb812cd6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 931 time: 0.0804260 Feb 16 14:31:16.215933 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a767d649-13d8-4faa-b0fb-2fbe6408cc0f req-0113413b-12c1-4f49-9846-a60aa7314e87 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468168 Feb 16 14:31:16.598016 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e3f56-2b82-4b65-bdb7-963d5f206206 req-a59f0f72-e4c4-4b0c-bb9f-825c6ad96feb tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:16.599687 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e64e3f56-2b82-4b65-bdb7-963d5f206206 req-a59f0f72-e4c4-4b0c-bb9f-825c6ad96feb tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 945 time: 0.0688963 Feb 16 14:31:16.711429 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e64e3f56-2b82-4b65-bdb7-963d5f206206 req-ab503162-fb2d-4362-936c-bc0332c57aec tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936632 Feb 16 14:31:16.719637 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e025f3-3749-454a-a2db-fa37366aec45 req-6f5472f2-4e2d-4ce1-bf94-09158269cb0c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:16.721139 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c3e025f3-3749-454a-a2db-fa37366aec45 req-6f5472f2-4e2d-4ce1-bf94-09158269cb0c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1177912 Feb 16 14:31:16.804251 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c3e025f3-3749-454a-a2db-fa37366aec45 req-f49ecd9d-22ab-4336-a9e5-1b9f00bcf5f2 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766234 Feb 16 14:31:16.875239 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1f024-1594-4961-807b-f0530da456ae req-71e56d73-f390-4516-8e28-ad46e4d14643 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:16.875239 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-baf1f024-1594-4961-807b-f0530da456ae req-71e56d73-f390-4516-8e28-ad46e4d14643 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.0608573 Feb 16 14:31:16.971916 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-baf1f024-1594-4961-807b-f0530da456ae req-4268ee28-7911-4535-ad94-bcc64326cfee tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967870 Feb 16 14:31:17.005072 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121db1e7-c9c6-42c2-b318-0b9d33183a34 req-ece5310d-ba7a-4e1e-8046-9f5448855917 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:17.018713 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-121db1e7-c9c6-42c2-b318-0b9d33183a34 req-ece5310d-ba7a-4e1e-8046-9f5448855917 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0908129 Feb 16 14:31:17.086919 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-121db1e7-c9c6-42c2-b318-0b9d33183a34 req-273e2ff2-55df-4074-a4e3-52b72eb48de8 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670776 Feb 16 14:31:17.377340 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329807e-80f5-4ec7-a037-d10fcbbc9232 req-86310dad-8864-4d6f-8504-e981a7aeb3b1 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:17.379132 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9329807e-80f5-4ec7-a037-d10fcbbc9232 req-86310dad-8864-4d6f-8504-e981a7aeb3b1 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 931 time: 0.0823736 Feb 16 14:31:17.435745 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9329807e-80f5-4ec7-a037-d10fcbbc9232 req-d4281784-c071-4633-96a5-d1f4987e7d51 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512035 Feb 16 14:31:17.840829 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9fc5d-a304-4f1d-88d9-7e091e182644 req-826db9b5-a631-4090-8a74-761c51e2003e tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:17.842738 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-80a9fc5d-a304-4f1d-88d9-7e091e182644 req-826db9b5-a631-4090-8a74-761c51e2003e tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 945 time: 0.0599310 Feb 16 14:31:17.932144 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-80a9fc5d-a304-4f1d-88d9-7e091e182644 req-de557866-cb1a-48dc-a4b7-c5be9dcfc6b1 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810416 Feb 16 14:31:17.997111 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c7c7a-fffd-475b-bd91-0e6cc1341303 req-b40ee6a0-dec3-4388-866d-68afec820d36 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:18.007411 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-138c7c7a-fffd-475b-bd91-0e6cc1341303 req-b40ee6a0-dec3-4388-866d-68afec820d36 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0941582 Feb 16 14:31:18.080452 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-138c7c7a-fffd-475b-bd91-0e6cc1341303 req-5a2dd7a6-f072-4f4d-b0ff-6991080608ec tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719614 Feb 16 14:31:18.128075 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1ac56-96a9-4499-af06-95fa98d053d0 req-3e2eb90e-642c-4f5e-9a8c-b8f06bb9dfe8 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:18.129686 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-68a1ac56-96a9-4499-af06-95fa98d053d0 req-3e2eb90e-642c-4f5e-9a8c-b8f06bb9dfe8 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.0629714 Feb 16 14:31:18.208158 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-68a1ac56-96a9-4499-af06-95fa98d053d0 req-b4ebe852-cc75-47e3-864e-8206618de5cf tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723803 Feb 16 14:31:18.259449 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13b87e-e11c-4191-9548-fb4c82f02675 req-14257f6d-d29b-46b1-93c2-a0b90d85d99a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:18.260991 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6d13b87e-e11c-4191-9548-fb4c82f02675 req-14257f6d-d29b-46b1-93c2-a0b90d85d99a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.1006808 Feb 16 14:31:18.310859 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6d13b87e-e11c-4191-9548-fb4c82f02675 req-a69b299a-9197-4e6b-9b7f-9ec6e9aae43d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429568 Feb 16 14:31:18.592816 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bf59e-a170-4ec0-8152-e8b3fa977965 req-da49f99c-954e-4d17-bdec-f1e5ba99d1db tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:18.597293 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d44bf59e-a170-4ec0-8152-e8b3fa977965 req-da49f99c-954e-4d17-bdec-f1e5ba99d1db tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 931 time: 0.0852923 Feb 16 14:31:18.654420 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d44bf59e-a170-4ec0-8152-e8b3fa977965 req-65a1268f-1fe0-4315-8594-35f0352153d9 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537782 Feb 16 14:31:19.055226 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc249ff2-3de6-4190-86d3-602b65827c4a req-feb0520d-e1dd-496d-8487-7d539f4ff955 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:19.056659 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bc249ff2-3de6-4190-86d3-602b65827c4a req-feb0520d-e1dd-496d-8487-7d539f4ff955 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 945 time: 0.0534797 Feb 16 14:31:19.107936 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bc249ff2-3de6-4190-86d3-602b65827c4a req-552b03d0-3476-4870-b98d-7b87ec803743 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442910 Feb 16 14:31:19.227015 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ed5b5-3e82-4776-b4a6-9461c99a272c req-8055100a-8ee4-48ac-897a-b0e5f3bbd2bc tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:19.228467 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e61ed5b5-3e82-4776-b4a6-9461c99a272c req-8055100a-8ee4-48ac-897a-b0e5f3bbd2bc tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0709925 Feb 16 14:31:19.279355 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e61ed5b5-3e82-4776-b4a6-9461c99a272c req-55eb01c5-2d17-449a-a518-097ed5a77510 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437922 Feb 16 14:31:19.348685 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7611bdd-eac3-4194-ade1-5548ad163ab8 req-37ed0dfb-da59-40e8-af8c-0739d703b6dd tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:19.350380 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c7611bdd-eac3-4194-ade1-5548ad163ab8 req-37ed0dfb-da59-40e8-af8c-0739d703b6dd tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.0682039 Feb 16 14:31:19.426657 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c7611bdd-eac3-4194-ade1-5548ad163ab8 req-dc8194eb-1127-44d6-9188-d0a3fbf18bdf tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707526 Feb 16 14:31:19.483234 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4fd47-b159-46dd-b89f-1fa051225284 req-cd522924-755d-44f1-af9d-9b4253e780aa tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:19.552611 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5fe4fd47-b159-46dd-b89f-1fa051225284 req-cd522924-755d-44f1-af9d-9b4253e780aa tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0872798 Feb 16 14:31:19.552611 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5fe4fd47-b159-46dd-b89f-1fa051225284 req-64762324-3238-4c83-b3b3-de88b1117e30 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418854 Feb 16 14:31:19.808418 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e3455-d22b-40a7-a136-115a3737bcf4 req-2e92face-b74a-47a0-b065-0e58527079b4 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:19.810339 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a66e3455-d22b-40a7-a136-115a3737bcf4 req-2e92face-b74a-47a0-b065-0e58527079b4 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 931 time: 0.0586033 Feb 16 14:31:19.864876 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a66e3455-d22b-40a7-a136-115a3737bcf4 req-edb66be5-86a5-432f-92d8-dc5ff138308d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478923 Feb 16 14:31:20.252690 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc19cd-c317-4ee8-af2a-233fa12ef19c req-b27d0406-cd4a-403c-a5cf-b688ed234602 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:20.254907 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-77bc19cd-c317-4ee8-af2a-233fa12ef19c req-b27d0406-cd4a-403c-a5cf-b688ed234602 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 945 time: 0.0753324 Feb 16 14:31:20.305576 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-77bc19cd-c317-4ee8-af2a-233fa12ef19c req-9ebcc37a-71ec-4940-a636-3744ccff6468 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439196 Feb 16 14:31:20.400425 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55014bd3-9bac-42a4-a8f1-f559430822fc req-f210d78b-bad9-4bf5-8ad9-2faf9403d8d8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:20.401915 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-55014bd3-9bac-42a4-a8f1-f559430822fc req-f210d78b-bad9-4bf5-8ad9-2faf9403d8d8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0523763 Feb 16 14:31:20.469857 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-55014bd3-9bac-42a4-a8f1-f559430822fc req-19ea9a68-8cd8-4b5e-9879-d0b17024334a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587919 Feb 16 14:31:20.571442 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afeaee-c2be-426b-ae74-5a27ac0f3f43 req-eb709d29-930e-47d3-9a3e-4c52a4a34532 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:20.573262 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-47afeaee-c2be-426b-ae74-5a27ac0f3f43 req-eb709d29-930e-47d3-9a3e-4c52a4a34532 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.0763812 Feb 16 14:31:20.627743 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-47afeaee-c2be-426b-ae74-5a27ac0f3f43 req-f70f6549-ef35-4f70-ad70-9df02025066e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458751 Feb 16 14:31:20.697113 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a7373-6d93-4bf4-9435-710e4318ada4 req-04c104bf-4c8a-4095-b524-9d187697648a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:20.698669 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6f7a7373-6d93-4bf4-9435-710e4318ada4 req-04c104bf-4c8a-4095-b524-9d187697648a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0675788 Feb 16 14:31:20.756417 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6f7a7373-6d93-4bf4-9435-710e4318ada4 req-977a1e3b-209a-437d-a8bf-02479528f592 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515316 Feb 16 14:31:20.996224 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b6010-857a-429f-9bcb-9ace3743eff2 req-0bc8ed16-78cf-47f3-b01c-0b8cbdd7dfe7 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:20.997637 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b67b6010-857a-429f-9bcb-9ace3743eff2 req-0bc8ed16-78cf-47f3-b01c-0b8cbdd7dfe7 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 931 time: 0.0566721 Feb 16 14:31:21.047245 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b67b6010-857a-429f-9bcb-9ace3743eff2 req-2aba4e8c-e778-4ab4-8d40-39179801c718 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 Feb 16 14:31:21.456246 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193ba89-8bf9-44c4-861c-bbbf79683f34 req-7fb16526-1e1c-44f0-aad4-8fffcf36b2ca tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:21.457740 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1193ba89-8bf9-44c4-861c-bbbf79683f34 req-7fb16526-1e1c-44f0-aad4-8fffcf36b2ca tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 945 time: 0.0569696 Feb 16 14:31:21.505777 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1193ba89-8bf9-44c4-861c-bbbf79683f34 req-c18a7f94-c7d4-4ca1-94ef-7850d5f2dd95 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425344 Feb 16 14:31:21.602097 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff986d8c-bc95-45b2-9bce-6337e52d1a41 req-d09cd3c3-c9db-415e-8143-7a7b3e1aef74 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:21.603495 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ff986d8c-bc95-45b2-9bce-6337e52d1a41 req-d09cd3c3-c9db-415e-8143-7a7b3e1aef74 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0618098 Feb 16 14:31:21.664379 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ff986d8c-bc95-45b2-9bce-6337e52d1a41 req-c58169cb-4c55-4382-81d3-3e7e80f78b05 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551379 Feb 16 14:31:21.754392 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d41abb-7838-4ee0-9e54-d302d1ad701f req-76f616c5-cbe9-4b9e-a6e3-5f075b3b802e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:21.759833 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-51d41abb-7838-4ee0-9e54-d302d1ad701f req-76f616c5-cbe9-4b9e-a6e3-5f075b3b802e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.0583615 Feb 16 14:31:21.808276 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-51d41abb-7838-4ee0-9e54-d302d1ad701f req-0f041640-9481-4eb2-bc28-6b067266b61a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466340 Feb 16 14:31:21.883001 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4596d0c-c336-4d68-8508-f363134d6d61 req-d6c05549-6957-47ef-8be2-81888015f977 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:21.884362 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d4596d0c-c336-4d68-8508-f363134d6d61 req-d6c05549-6957-47ef-8be2-81888015f977 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0538859 Feb 16 14:31:21.931473 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d4596d0c-c336-4d68-8508-f363134d6d61 req-684787b9-cbca-410f-a696-cea9b8d5ab2f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413883 Feb 16 14:31:22.174055 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b68cf-aeee-4159-97d8-8d0dd162442c req-a390c4b6-5fd9-47b3-a760-e4061a0982dc tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:22.175652 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-618b68cf-aeee-4159-97d8-8d0dd162442c req-a390c4b6-5fd9-47b3-a760-e4061a0982dc tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 931 time: 0.0550046 Feb 16 14:31:22.222746 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-618b68cf-aeee-4159-97d8-8d0dd162442c req-d85a41cc-9fbb-41de-877e-015af7cc7909 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407970 Feb 16 14:31:22.459543 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Request body: {'port': {'device_id': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:22.518783 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:22.637551 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c1b3a-ace6-4462-a004-5765043a214c req-15b0da47-1380-443a-9633-38567a69bc39 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:22.639037 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c5c1b3a-ace6-4462-a004-5765043a214c req-15b0da47-1380-443a-9633-38567a69bc39 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 945 time: 0.0606351 Feb 16 14:31:22.695187 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c5c1b3a-ace6-4462-a004-5765043a214c req-03d93040-29fa-4057-9a1e-b601144cb35e tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482261 Feb 16 14:31:22.791064 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f390436-f399-4b01-98fc-f2cf727fa87d {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:31:22.799603 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Publish callbacks [] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:22.804353 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41bbf5-73d4-49c4-a40a-8397e9558fe5 req-2c60c91d-aa7c-405c-8be9-27c8ab380134 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:22.808562 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ba41bbf5-73d4-49c4-a40a-8397e9558fe5 req-2c60c91d-aa7c-405c-8be9-27c8ab380134 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0637782 Feb 16 14:31:22.811736 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Transition to ACTIVE for port object 7f390436-f399-4b01-98fc-f2cf727fa87d will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:31:22.855026 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ba41bbf5-73d4-49c4-a40a-8397e9558fe5 req-ef19897f-ec0c-4312-b3ff-53e7af0e273b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427513 Feb 16 14:31:22.887616 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:22.943705 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6018f-e186-4e31-8355-ffba1083dd0c req-0f26a9bd-0241-49b4-91d4-7193563122cf tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:22.947915 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f2c6018f-e186-4e31-8355-ffba1083dd0c req-0f26a9bd-0241-49b4-91d4-7193563122cf tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.0637908 Feb 16 14:31:22.952553 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:31:22.975687 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Pushing event updated for resources: {'Port': ['ID=7f390436-f399-4b01-98fc-f2cf727fa87d,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:23.014795 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Attempting to bind port 7f390436-f399-4b01-98fc-f2cf727fa87d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:31:23.016140 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Attempting to bind port 7f390436-f399-4b01-98fc-f2cf727fa87d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '3b342613-b3c3-40c5-96a0-b1303545f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:31:23.019523 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f2c6018f-e186-4e31-8355-ffba1083dd0c req-88ae8f68-7a58-46c1-a73d-2be770e91367 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624764 Feb 16 14:31:23.020003 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Attempting to bind port 7f390436-f399-4b01-98fc-f2cf727fa87d on network 45acbd5b-cc07-4f15-a7c1-b100851c68da {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:23.028221 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b8271-1b2e-4ae3-8d95-24942b0ef077 req-338a6b51-3c51-4adb-9a37-3269ebfaaf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:23.029819 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-820b8271-1b2e-4ae3-8d95-24942b0ef077 req-338a6b51-3c51-4adb-9a37-3269ebfaaf8e service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 1129 time: 0.1074581 Feb 16 14:31:23.031364 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Port 7f390436-f399-4b01-98fc-f2cf727fa87d on network 45acbd5b-cc07-4f15-a7c1-b100851c68da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:31:23.031986 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Attempting to bind port 7f390436-f399-4b01-98fc-f2cf727fa87d on network 45acbd5b-cc07-4f15-a7c1-b100851c68da {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:31:23.037657 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:31:23.037969 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Checking segment: {'id': '3b342613-b3c3-40c5-96a0-b1303545f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:31:23.038348 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Bound using segment: {'id': '3b342613-b3c3-40c5-96a0-b1303545f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:31:23.038781 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Bound port: 7f390436-f399-4b01-98fc-f2cf727fa87d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b342613-b3c3-40c5-96a0-b1303545f2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:31:23.039141 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:23.101290 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d87a5a-468b-41a9-8f5e-9019ecf89594 req-a5a99ce1-674e-4c58-8ef1-5c52b46ea62f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:23.103308 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-86d87a5a-468b-41a9-8f5e-9019ecf89594 req-a5a99ce1-674e-4c58-8ef1-5c52b46ea62f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0747738 Feb 16 14:31:23.136087 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-820b8271-1b2e-4ae3-8d95-24942b0ef077 req-81d4ff69-3014-408b-84be-6411b1ce33f1 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938570 Feb 16 14:31:23.146523 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] For port 7f390436-f399-4b01-98fc-f2cf727fa87d, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:31:23.149668 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] For port 7f390436-f399-4b01-98fc-f2cf727fa87d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7f390436-f399-4b01-98fc-f2cf727fa87d,segment=NetworkSegment(3b342613-b3c3-40c5-96a0-b1303545f2c1),segment_id=3b342613-b3c3-40c5-96a0-b1303545f2c1)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:31:23.163082 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-86d87a5a-468b-41a9-8f5e-9019ecf89594 req-f765e533-1b6d-4437-833b-c92283359675 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530119 Feb 16 14:31:23.232947 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:23.269403 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:23.270904 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:23.271422 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] 10.222.0.127 "PUT /v2.0/ports/7f390436-f399-4b01-98fc-f2cf727fa87d HTTP/1.1" status: 200 len: 1093 time: 0.8162045 Feb 16 14:31:23.271809 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'tag': '7f390436-f399-4b01-98fc-f2cf727fa87d'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:23.274127 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f00e4e0-c589-4abe-b8e7-85e03e8efbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f8a556-3480-4a1b-83a4-c06ac99c20ec", "tag": "7f390436-f399-4b01-98fc-f2cf727fa87d"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:23.309782 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368af5b5-bb6a-4046-bad5-6962a04eb77b service neutron] Pushing event updated for resources: {'Port': ['ID=7f390436-f399-4b01-98fc-f2cf727fa87d,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:23.321297 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29709062-6978-4768-86e7-507e85c319a9 x-openstack-request-id: req-29709062-6978-4768-86e7-507e85c319a9 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:23.321594 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f8a556-3480-4a1b-83a4-c06ac99c20ec", "tag": "7f390436-f399-4b01-98fc-f2cf727fa87d", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:23.321853 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-29709062-6978-4768-86e7-507e85c319a9 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:23.322253 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'tag': '7f390436-f399-4b01-98fc-f2cf727fa87d', 'status': 'completed', 'code': 200} Feb 16 14:31:23.358771 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ba3a2-d0c2-4b9d-901d-bae0fa51f621 req-a7036281-11b3-4c0c-a468-57969bcd2ed3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:23.361201 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1c4ba3a2-d0c2-4b9d-901d-bae0fa51f621 req-a7036281-11b3-4c0c-a468-57969bcd2ed3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 943 time: 0.0613167 Feb 16 14:31:23.414741 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1c4ba3a2-d0c2-4b9d-901d-bae0fa51f621 req-72e029fa-6300-48be-a3fc-51e349f8f019 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479877 Feb 16 14:31:23.471023 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e4e0-c589-4abe-b8e7-85e03e8efbb1 req-fe822c2e-af4a-4a57-bb94-9885631c7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:23.472677 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6f00e4e0-c589-4abe-b8e7-85e03e8efbb1 req-fe822c2e-af4a-4a57-bb94-9885631c7235 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6b3ed4defdba4d789d091f899cd7b3df&device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 1127 time: 0.0602400 Feb 16 14:31:23.576681 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e4e0-c589-4abe-b8e7-85e03e8efbb1 req-41fb968a-7c89-4c38-bec5-80feee1720bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:23.578894 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6f00e4e0-c589-4abe-b8e7-85e03e8efbb1 req-41fb968a-7c89-4c38-bec5-80feee1720bd service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=6b3ed4defdba4d789d091f899cd7b3df&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0985441 Feb 16 14:31:23.675807 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e4e0-c589-4abe-b8e7-85e03e8efbb1 req-08313ebe-a44c-42f8-87d8-679b591daa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:23.677310 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6f00e4e0-c589-4abe-b8e7-85e03e8efbb1 req-08313ebe-a44c-42f8-87d8-679b591daa55 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912495 Feb 16 14:31:23.764524 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-ceba7cc6-d79d-4e00-be1f-513c96488f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:23.766398 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-ceba7cc6-d79d-4e00-be1f-513c96488f29 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6b3ed4defdba4d789d091f899cd7b3df&device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 1127 time: 0.0461128 Feb 16 14:31:23.822733 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a212ad-a0b0-49ea-a326-57fdccdafa70 req-3ea61930-65c8-47ad-b969-0c7b28120171 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:23.824047 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e9a212ad-a0b0-49ea-a326-57fdccdafa70 req-3ea61930-65c8-47ad-b969-0c7b28120171 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 945 time: 0.0531693 Feb 16 14:31:23.824804 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-c7b8a64c-ab0d-43e7-90b6-bda60ae0ed9c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f390436-f399-4b01-98fc-f2cf727fa87d HTTP/1.1" status: 200 len: 217 time: 0.0375459 Feb 16 14:31:23.872609 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e9a212ad-a0b0-49ea-a326-57fdccdafa70 req-5da7f81e-536e-4457-b6e9-f6a3fa8360d5 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426869 Feb 16 14:31:23.876823 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-a4ebc4d8-af81-4eb9-93f3-c338f7d15409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:23.878312 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-a4ebc4d8-af81-4eb9-93f3-c338f7d15409 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f46a4518-9ce1-4482-9476-b284366346ff HTTP/1.1" status: 200 len: 854 time: 0.0451274 Feb 16 14:31:23.941556 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-81058b39-a46f-4bf0-b8d1-9779065e7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:23.943055 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-81058b39-a46f-4bf0-b8d1-9779065e7ad7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=45acbd5b-cc07-4f15-a7c1-b100851c68da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501955 Feb 16 14:31:23.986557 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d7ad4-2ca4-4000-b670-d29f9fcca9e6 req-4472bde3-3a76-42a0-bf35-28cd97ff97ed tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:23.987950 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e0d7ad4-2ca4-4000-b670-d29f9fcca9e6 req-4472bde3-3a76-42a0-bf35-28cd97ff97ed tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0584309 Feb 16 14:31:24.036638 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e0d7ad4-2ca4-4000-b670-d29f9fcca9e6 req-a7c1d533-5fd1-4dd6-8a60-f8445dc035aa tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 Feb 16 14:31:24.037466 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-599ffb9d-4a25-43ea-b659-d97f14a64b13 service neutron] 10.222.0.127 "GET /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847976 Feb 16 14:31:24.136906 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9b9d5eb1-26f8-41a7-87d5-045db6c9ce7c req-d0e1450f-e1d6-4757-84aa-778de644ba3e service neutron] 10.222.0.127 "GET /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927815 Feb 16 14:31:24.165760 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b3d69-1ac0-4e25-a296-fc021ec173d8 req-a8203c39-2db3-40c4-af36-6c550e7601f0 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:24.167322 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ca0b3d69-1ac0-4e25-a296-fc021ec173d8 req-a8203c39-2db3-40c4-af36-6c550e7601f0 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.0550942 Feb 16 14:31:24.225399 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ca0b3d69-1ac0-4e25-a296-fc021ec173d8 req-b24ab126-dffe-45d8-82a1-2d25ed45c193 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524554 Feb 16 14:31:24.294601 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1485b8d-4822-4b60-89d1-79d35e608807 req-f25af4f9-46a0-4d5d-8c34-bf64a1bfabdb tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:24.299150 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e1485b8d-4822-4b60-89d1-79d35e608807 req-f25af4f9-46a0-4d5d-8c34-bf64a1bfabdb tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0541661 Feb 16 14:31:24.357386 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e1485b8d-4822-4b60-89d1-79d35e608807 req-cafe74a2-dd51-4e27-b0ae-99a800171143 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531073 Feb 16 14:31:24.545893 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ce3b1-f572-4df4-b248-a1b383177c9e req-48074631-7def-42d0-93d5-cea5e8764cfd tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:24.547596 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3f0ce3b1-f572-4df4-b248-a1b383177c9e req-48074631-7def-42d0-93d5-cea5e8764cfd tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 943 time: 0.0527809 Feb 16 14:31:24.595176 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3f0ce3b1-f572-4df4-b248-a1b383177c9e req-2b29b5c5-bf28-46aa-833b-ab608f6c4210 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Feb 16 14:31:24.993827 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd089ddd-dd35-411f-9fd1-8967be8dd55b req-07b3c301-0a59-431a-b03f-ed3105a9e8f9 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:24.995331 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bd089ddd-dd35-411f-9fd1-8967be8dd55b req-07b3c301-0a59-431a-b03f-ed3105a9e8f9 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 945 time: 0.0521424 Feb 16 14:31:25.045390 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bd089ddd-dd35-411f-9fd1-8967be8dd55b req-f5534e4e-129a-4406-8023-c634bfbf597d tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/security-groups?id=8732fdae-0c8c-4fff-9669-c6996ab6a5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428886 Feb 16 14:31:25.165830 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae96bfa-7233-4744-b4c4-fb5dcc67f0c0 req-64b8834b-3e55-4b95-b7a0-c89e02721734 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:25.167213 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bae96bfa-7233-4744-b4c4-fb5dcc67f0c0 req-64b8834b-3e55-4b95-b7a0-c89e02721734 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0552564 Feb 16 14:31:25.199432 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c8f18-7469-4d6a-9f5d-50b8abc47e3e req-3bf7761a-f604-4b18-b853-08c95c974f29 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:25.200902 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-387c8f18-7469-4d6a-9f5d-50b8abc47e3e req-3bf7761a-f604-4b18-b853-08c95c974f29 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.127 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 945 time: 0.0544355 Feb 16 14:31:25.215516 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bae96bfa-7233-4744-b4c4-fb5dcc67f0c0 req-1a9de223-e060-4c81-b010-f552fffc24e1 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Feb 16 14:31:25.303006 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-387c8f18-7469-4d6a-9f5d-50b8abc47e3e req-51a50f53-978d-4689-86a4-2ebaf67a4566 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Deleting port 56d0ff50-28cd-4d96-9375-0692ad6a239f {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:31:25.303347 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-387c8f18-7469-4d6a-9f5d-50b8abc47e3e req-51a50f53-978d-4689-86a4-2ebaf67a4566 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:25.346252 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2216a3-d969-43c4-8121-5311a11249f9 req-b4bf1a33-a6f0-4a34-bac4-15bd8b153baf tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:25.347811 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9b2216a3-d969-43c4-8121-5311a11249f9 req-b4bf1a33-a6f0-4a34-bac4-15bd8b153baf tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.0527484 Feb 16 14:31:25.398093 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-387c8f18-7469-4d6a-9f5d-50b8abc47e3e req-51a50f53-978d-4689-86a4-2ebaf67a4566 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] For port 56d0ff50-28cd-4d96-9375-0692ad6a239f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=56d0ff50-28cd-4d96-9375-0692ad6a239f,segment=NetworkSegment(6dac86c5-7ff7-4567-81e8-236ba74dfcd2),segment_id=6dac86c5-7ff7-4567-81e8-236ba74dfcd2)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:25.398462 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-387c8f18-7469-4d6a-9f5d-50b8abc47e3e req-51a50f53-978d-4689-86a4-2ebaf67a4566 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:25.403915 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 7f390436-f399-4b01-98fc-f2cf727fa87d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:31:25.415579 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-387c8f18-7469-4d6a-9f5d-50b8abc47e3e req-51a50f53-978d-4689-86a4-2ebaf67a4566 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Calling delete_port for 56d0ff50-28cd-4d96-9375-0692ad6a239f owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:31:25.430941 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9b2216a3-d969-43c4-8121-5311a11249f9 req-5e68d06c-681c-49a0-9b6f-eb95deeb00ca tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774069 Feb 16 14:31:25.538820 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 7f390436-f399-4b01-98fc-f2cf727fa87d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7f390436-f399-4b01-98fc-f2cf727fa87d,segment=NetworkSegment(3b342613-b3c3-40c5-96a0-b1303545f2c1),segment_id=3b342613-b3c3-40c5-96a0-b1303545f2c1)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:25.553452 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '7f390436-f399-4b01-98fc-f2cf727fa87d', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'port_id': '7f390436-f399-4b01-98fc-f2cf727fa87d', 'mac_address': 'fa:16:3e:82:9e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:31:25.603601 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fff4a-1845-4272-bd7d-5f7d8c8fb5fc req-46a6598a-3912-43f0-8307-05632d4261f8 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:25.603601 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-054fff4a-1845-4272-bd7d-5f7d8c8fb5fc req-46a6598a-3912-43f0-8307-05632d4261f8 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.1113088 Feb 16 14:31:25.610613 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 7f390436-f399-4b01-98fc-f2cf727fa87d is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:25.611280 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:25.614734 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6d75-5bd4-426d-93b3-1bca4606bb24 req-321c98ee-f9e8-4f88-97d5-6d7da8f0b722 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:25.618137 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c0db6d75-5bd4-426d-93b3-1bca4606bb24 req-321c98ee-f9e8-4f88-97d5-6d7da8f0b722 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.0776031 Feb 16 14:31:25.627310 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f390436-f399-4b01-98fc-f2cf727fa87d {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:31:25.647712 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 7f390436-f399-4b01-98fc-f2cf727fa87d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7f390436-f399-4b01-98fc-f2cf727fa87d,segment=NetworkSegment(3b342613-b3c3-40c5-96a0-b1303545f2c1),segment_id=3b342613-b3c3-40c5-96a0-b1303545f2c1)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:25.652323 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-c52b2449-e81d-4075-93eb-40555578894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:25.653852 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-c52b2449-e81d-4075-93eb-40555578894c service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10&tenant_id=ff67d2ba26804b13adb65eef482bce48 HTTP/1.1" status: 200 len: 1127 time: 0.1415398 Feb 16 14:31:25.691124 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-054fff4a-1845-4272-bd7d-5f7d8c8fb5fc req-376f7ff3-3033-4dd7-a7d2-c3f40d072e12 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718303 Feb 16 14:31:25.699905 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c0db6d75-5bd4-426d-93b3-1bca4606bb24 req-f497ee5a-baa9-423c-a8d5-ceb38b9021bf tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748823 Feb 16 14:31:25.726638 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 50726) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:25.761440 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-d099e252-cd72-4854-b9c1-72ff634f8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:25.763829 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:25.769931 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-d099e252-cd72-4854-b9c1-72ff634f8120 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ff67d2ba26804b13adb65eef482bce48&device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 1127 time: 0.0820694 Feb 16 14:31:25.821629 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-387c8f18-7469-4d6a-9f5d-50b8abc47e3e req-51a50f53-978d-4689-86a4-2ebaf67a4566 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (56d0ff50-28cd-4d96-9375-0692ad6a239f), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:25.826414 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc6de5-288d-4db1-b812-e7787e4a8f70 req-144d6e7d-8826-41a1-afa1-1ef602d423b3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:25.828276 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f8dc6de5-288d-4db1-b812-e7787e4a8f70 req-144d6e7d-8826-41a1-afa1-1ef602d423b3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 944 time: 0.0575526 Feb 16 14:31:25.833982 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=7f390436-f399-4b01-98fc-f2cf727fa87d,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:25.890592 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a50f53-978d-4689-86a4-2ebaf67a4566 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Pushing event deleted for resources: {'Port': ['ID=56d0ff50-28cd-4d96-9375-0692ad6a239f,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:25.917483 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f8dc6de5-288d-4db1-b812-e7787e4a8f70 req-f37cefb6-9a2a-4dd6-8bde-3b01a29e0890 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824227 Feb 16 14:31:25.928327 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c65c8f-fbbf-482a-803d-9783acf1735b tempest-TestVolumeBootPattern-795208611 tempest-TestVolumeBootPattern-795208611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:25.929918 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-45c65c8f-fbbf-482a-803d-9783acf1735b tempest-TestVolumeBootPattern-795208611 tempest-TestVolumeBootPattern-795208611-project-admin] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 1124 time: 0.2022507 Feb 16 14:31:25.933351 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 50730) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:25.937966 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Request body: {'floatingip': {'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'port_id': '90d707b0-9f9b-4574-b90d-07cabbcbb619', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:26.025217 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:26.061568 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['7f390436-f399-4b01-98fc-f2cf727fa87d'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:31:26.140444 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:26.174881 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-387c8f18-7469-4d6a-9f5d-50b8abc47e3e req-51a50f53-978d-4689-86a4-2ebaf67a4566 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] No DVR routers for this DVR port 56d0ff50-28cd-4d96-9375-0692ad6a239f on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:31:26.178412 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-387c8f18-7469-4d6a-9f5d-50b8abc47e3e req-51a50f53-978d-4689-86a4-2ebaf67a4566 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:26.181713 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-387c8f18-7469-4d6a-9f5d-50b8abc47e3e req-51a50f53-978d-4689-86a4-2ebaf67a4566 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.127 "DELETE /v2.0/ports/56d0ff50-28cd-4d96-9375-0692ad6a239f HTTP/1.1" status: 204 len: 173 time: 0.9745092 Feb 16 14:31:26.182269 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11483a18-74cf-435a-935c-065ae1f3af2d', 'name': 'network-vif-deleted', 'tag': '56d0ff50-28cd-4d96-9375-0692ad6a239f'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:26.183147 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fdb1e3cf-da45-417e-9a6a-f3011a4e7476 req-365bee5d-8c9c-42fd-b406-9d80d98d50ed tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 210 time: 0.0374990 Feb 16 14:31:26.184952 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c5693d-3e90-40a0-82cc-c573240c118c" -d '{"events": [{"server_uuid": "11483a18-74cf-435a-935c-065ae1f3af2d", "name": "network-vif-deleted", "tag": "56d0ff50-28cd-4d96-9375-0692ad6a239f"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:26.229108 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-33738824-f549-4582-9564-d75affc3d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:26.231309 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-33738824-f549-4582-9564-d75affc3d4b9 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d HTTP/1.1" status: 200 len: 917 time: 0.4494083 Feb 16 14:31:26.238773 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea1bde6-ff4e-4452-bf9f-9b0fa6c8555b x-openstack-request-id: req-dea1bde6-ff4e-4452-bf9f-9b0fa6c8555b {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:26.239208 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11483a18-74cf-435a-935c-065ae1f3af2d", "name": "network-vif-deleted", "tag": "56d0ff50-28cd-4d96-9375-0692ad6a239f", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:26.240403 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-dea1bde6-ff4e-4452-bf9f-9b0fa6c8555b {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:26.240911 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11483a18-74cf-435a-935c-065ae1f3af2d', 'name': 'network-vif-deleted', 'tag': '56d0ff50-28cd-4d96-9375-0692ad6a239f', 'status': 'completed', 'code': 200} Feb 16 14:31:26.306307 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Allocated IP 172.27.1.43 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/24d53a6a-80cb-41aa-ac62-c2fa79a0ca50) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:26.334726 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-a47e9e68-c05f-4b58-8b23-10a6b4b4c8d9 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4a7ebef-7df5-47df-a420-2d770e620750 HTTP/1.1" status: 200 len: 998 time: 0.0926893 Feb 16 14:31:26.390675 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-312a1af2-03a7-4f70-8774-ce66bb8938ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:26.393937 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-312a1af2-03a7-4f70-8774-ce66bb8938ec service neutron] 10.222.0.127 "GET /v2.0/subnets?id=beb109f3-65e7-4dce-a498-267b9c749fc7 HTTP/1.1" status: 200 len: 855 time: 0.0504358 Feb 16 14:31:26.439309 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df252e04-c63e-4343-b661-c21c2b5b2c7c req-19b3fcec-ddd5-4963-b834-31ad9984274a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:26.445344 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-df252e04-c63e-4343-b661-c21c2b5b2c7c req-19b3fcec-ddd5-4963-b834-31ad9984274a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1255896 Feb 16 14:31:26.445853 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-7193cef8-5524-458c-a3af-cd51691dbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:26.447376 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-7193cef8-5524-458c-a3af-cd51691dbf9c service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454750 Feb 16 14:31:26.497107 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for port (24d53a6a-80cb-41aa-ac62-c2fa79a0ca50), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:26.517424 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-df252e04-c63e-4343-b661-c21c2b5b2c7c req-401ae7b3-5dae-4c01-93c0-a0471f3d6302 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709968 Feb 16 14:31:26.573613 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-de3e8e1e-2bde-4071-a30b-761250232c25 service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133294 Feb 16 14:31:26.597096 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (24d53a6a-80cb-41aa-ac62-c2fa79a0ca50), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:26.643225 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:26.648075 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:26.651468 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:31:26.675589 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'Port': ['ID=24d53a6a-80cb-41aa-ac62-c2fa79a0ca50,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:26.675832 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2eb1a498-9e99-4009-9915-2ce4e306996f req-f53780f8-d6c5-4a81-bc14-3c01ebce4e48 service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883534 Feb 16 14:31:26.911630 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621caa0-3474-4585-bd52-86f92f7a0e10 req-697f825e-a23b-44d2-b4dc-d73597d0e2f3 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:26.913115 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4621caa0-3474-4585-bd52-86f92f7a0e10 req-697f825e-a23b-44d2-b4dc-d73597d0e2f3 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.1370296 Feb 16 14:31:27.069063 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4621caa0-3474-4585-bd52-86f92f7a0e10 req-52654109-e54c-4211-9436-5adac26576cc tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490903 Feb 16 14:31:27.126112 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for floatingip (a0bf1432-25ed-413d-b927-743043a57a38), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:27.159464 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6288df-5686-4a8d-ac6b-b7418691c2b1 req-22793912-a93e-4fdf-84d0-261351d35ce6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:27.167351 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7b6288df-5686-4a8d-ac6b-b7418691c2b1 req-22793912-a93e-4fdf-84d0-261351d35ce6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 944 time: 0.1423955 Feb 16 14:31:27.233304 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7b6288df-5686-4a8d-ac6b-b7418691c2b1 req-a98fa30b-05d9-4b56-8563-00a493cce83b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646870 Feb 16 14:31:27.357948 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (24d53a6a-80cb-41aa-ac62-c2fa79a0ca50), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:27.382710 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8b1ff1b5-a88f-439a-964a-06879a34266a req-9d0428ab-66ae-4f34-ac05-1e617db85ed9 tempest-VolumesSnapshotTestJSON-1002996940 tempest-VolumesSnapshotTestJSON-1002996940-project] 10.222.0.133 "GET /v2.0/ports?device_id=11483a18-74cf-435a-935c-065ae1f3af2d HTTP/1.1" status: 200 len: 210 time: 0.0458696 Feb 16 14:31:27.421228 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 7f390436-f399-4b01-98fc-f2cf727fa87d up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:27.576393 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port 7f390436-f399-4b01-98fc-f2cf727fa87d completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:31:27.581955 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 7f390436-f399-4b01-98fc-f2cf727fa87d triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:27.586759 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:27.770824 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 7f390436-f399-4b01-98fc-f2cf727fa87d is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:27.771218 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:27.818428 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f390436-f399-4b01-98fc-f2cf727fa87d'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:27.820775 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eceec54-ce02-466b-a9f3-436e2bc9ebc4" -d '{"events": [{"server_uuid": "f8f8a556-3480-4a1b-83a4-c06ac99c20ec", "name": "network-vif-plugged", "status": "completed", "tag": "7f390436-f399-4b01-98fc-f2cf727fa87d"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:27.859786 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 7f390436-f399-4b01-98fc-f2cf727fa87d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7f390436-f399-4b01-98fc-f2cf727fa87d,segment=NetworkSegment(3b342613-b3c3-40c5-96a0-b1303545f2c1),segment_id=3b342613-b3c3-40c5-96a0-b1303545f2c1)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:27.913331 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:27.914220 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 56d0ff50-28cd-4d96-9375-0692ad6a239f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:31:27.926989 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for port (24d53a6a-80cb-41aa-ac62-c2fa79a0ca50), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:27.982722 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=7f390436-f399-4b01-98fc-f2cf727fa87d,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:27.987190 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db68f5a-b751-40d8-bb8d-4a02eafb1f37 req-ac384289-ddc1-435e-bf42-2ee769e3541b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:27.994617 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8db68f5a-b751-40d8-bb8d-4a02eafb1f37 req-ac384289-ddc1-435e-bf42-2ee769e3541b tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.3283348 Feb 16 14:31:28.004036 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092046'] for port (24d53a6a-80cb-41aa-ac62-c2fa79a0ca50), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:28.020438 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: 56d0ff50-28cd-4d96-9375-0692ad6a239f {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:31:28.024688 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 56d0ff50-28cd-4d96-9375-0692ad6a239f not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:31:28.129161 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8db68f5a-b751-40d8-bb8d-4a02eafb1f37 req-26d04347-cb7e-4609-97db-a55c7767f684 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334510 Feb 16 14:31:28.135956 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'Port': ['ID=24d53a6a-80cb-41aa-ac62-c2fa79a0ca50,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:28.149228 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (a0bf1432-25ed-413d-b927-743043a57a38), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:28.150861 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c542589c-1f3c-4ce4-adac-a72adc0dc17c x-openstack-request-id: req-c542589c-1f3c-4ce4-adac-a72adc0dc17c {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:28.151179 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f8a556-3480-4a1b-83a4-c06ac99c20ec", "name": "network-vif-plugged", "status": "completed", "tag": "7f390436-f399-4b01-98fc-f2cf727fa87d", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:28.151430 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-c542589c-1f3c-4ce4-adac-a72adc0dc17c {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:28.151829 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f390436-f399-4b01-98fc-f2cf727fa87d', 'code': 200} Feb 16 14:31:28.372392 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a616ef-237b-4884-854c-e7274cceb572 req-ab29f26a-5275-4ba9-96de-5e5701ae9137 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:28.376393 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-12a616ef-237b-4884-854c-e7274cceb572 req-ab29f26a-5275-4ba9-96de-5e5701ae9137 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.1116867 Feb 16 14:31:28.378047 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Floating IP a0bf1432-25ed-413d-b927-743043a57a38 associated. External IP: 172.27.1.43, port: 90d707b0-9f9b-4574-b90d-07cabbcbb619. Feb 16 14:31:28.540142 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-12a616ef-237b-4884-854c-e7274cceb572 req-681847fa-7c44-406a-a734-4119688c2176 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530695 Feb 16 14:31:28.571213 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f7aad-a7c5-48ae-bd3c-f9c8b203d9f3 req-42cbe811-f06d-483b-aa4a-7e272f932488 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:28.571213 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e6f7aad-a7c5-48ae-bd3c-f9c8b203d9f3 req-42cbe811-f06d-483b-aa4a-7e272f932488 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.1777987 Feb 16 14:31:28.751762 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e6f7aad-a7c5-48ae-bd3c-f9c8b203d9f3 req-33f8ec54-272a-435d-973a-8eaf96edb6ef tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745732 Feb 16 14:31:28.809299 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Router 98f0b610-e1f9-43f5-8054-fbcade023e8e has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:31:28.955021 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:31:28.973697 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eb5bec-b8e7-4a84-8576-de46416b78f1 None None] Sync routers for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:31:28.983124 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb5bec-b8e7-4a84-8576-de46416b78f1 None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:28.990466 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c6eb5bec-b8e7-4a84-8576-de46416b78f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:31:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:29.124767 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-c6eb5bec-b8e7-4a84-8576-de46416b78f1 None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:29.231408 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:29.341720 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-70b48a64-3d62-4625-ac99-6122b4ecd402 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4072332 Feb 16 14:31:29.355822 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525b557d-438f-40e7-a720-2dfcfb17d56d', 'tag': '90d707b0-9f9b-4574-b90d-07cabbcbb619'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:29.358326 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50c02363fa5426f791f6a8f15be870b1b836575fcc63bad3ce40b43bfc1392ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b89e946-bd3e-4d32-bd20-f815b641217d" -d '{"events": [{"name": "network-changed", "server_uuid": "525b557d-438f-40e7-a720-2dfcfb17d56d", "tag": "90d707b0-9f9b-4574-b90d-07cabbcbb619"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:29.409186 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c6eb5bec-b8e7-4a84-8576-de46416b78f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': 'a0bf1432-25ed-413d-b927-743043a57a38', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': '90d707b0-9f9b-4574-b90d-07cabbcbb619', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:0c:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525b557d-438f-40e7-a720-2dfcfb17d56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:31:26Z', 'updated_at': '2022-02-16T14:31:26Z', 'revision_number': 0, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:29.425937 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2a8b5a-b98e-49f7-b938-e843ac6d4c6f x-openstack-request-id: req-dd2a8b5a-b98e-49f7-b938-e843ac6d4c6f {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:29.426230 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525b557d-438f-40e7-a720-2dfcfb17d56d", "tag": "90d707b0-9f9b-4574-b90d-07cabbcbb619", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:29.426481 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-dd2a8b5a-b98e-49f7-b938-e843ac6d4c6f {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:29.426934 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525b557d-438f-40e7-a720-2dfcfb17d56d', 'tag': '90d707b0-9f9b-4574-b90d-07cabbcbb619', 'status': 'completed', 'code': 200} Feb 16 14:31:29.439925 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d3272-bfaa-4dfa-8a0c-38ef2c5ff8c6 req-8bd27fe4-c82e-44fe-bf2f-31ce1e8118a3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:29.441602 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eb5bec-b8e7-4a84-8576-de46416b78f1 None None] Checking router: 98f0b610-e1f9-43f5-8054-fbcade023e8e for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:31:29.447052 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c95d3272-bfaa-4dfa-8a0c-38ef2c5ff8c6 req-8bd27fe4-c82e-44fe-bf2f-31ce1e8118a3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1506510 Feb 16 14:31:29.462236 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb5bec-b8e7-4a84-8576-de46416b78f1 None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:29.463200 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c6eb5bec-b8e7-4a84-8576-de46416b78f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:31:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:29.502818 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c95d3272-bfaa-4dfa-8a0c-38ef2c5ff8c6 req-7ac2839d-c68c-4d6e-a55a-3575858223ed tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522466 Feb 16 14:31:29.751228 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-c6eb5bec-b8e7-4a84-8576-de46416b78f1 None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:29.774978 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee126a79-e9a7-47ba-afca-67b48d228584 req-d6dba539-df5a-44f3-93ff-ed4fe8674b42 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:29.791330 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee126a79-e9a7-47ba-afca-67b48d228584 req-d6dba539-df5a-44f3-93ff-ed4fe8674b42 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.1326222 Feb 16 14:31:29.885054 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee126a79-e9a7-47ba-afca-67b48d228584 req-09baeec3-3efb-4f9d-93c3-01fea30a3268 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919282 Feb 16 14:31:29.966177 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a570317-46df-48dd-8fe9-6f776a7dcf81 req-97a914b8-0a05-4df6-a418-3a8787f49b2e tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:29.973869 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5a570317-46df-48dd-8fe9-6f776a7dcf81 req-97a914b8-0a05-4df6-a418-3a8787f49b2e tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0879626 Feb 16 14:31:30.037606 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5a570317-46df-48dd-8fe9-6f776a7dcf81 req-4107543f-7229-48da-91d7-94f9e4e9a7ed tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611641 Feb 16 14:31:30.050399 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f32eb2-a170-4eef-9ef8-f83298802bf5 req-90e126be-460a-4aed-b12c-8ce6f50b80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:30.052581 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-08f32eb2-a170-4eef-9ef8-f83298802bf5 req-90e126be-460a-4aed-b12c-8ce6f50b80d9 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 1129 time: 0.2207739 Feb 16 14:31:30.074586 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89e946-bd3e-4d32-bd20-f815b641217d req-be7bc20b-a13b-4d9f-b4ca-5bae14f312fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:30.076250 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2b89e946-bd3e-4d32-bd20-f815b641217d req-be7bc20b-a13b-4d9f-b4ca-5bae14f312fa service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 1129 time: 0.2209301 Feb 16 14:31:30.115148 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-c6eb5bec-b8e7-4a84-8576-de46416b78f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': 'a0bf1432-25ed-413d-b927-743043a57a38', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': '90d707b0-9f9b-4574-b90d-07cabbcbb619', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:0c:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525b557d-438f-40e7-a720-2dfcfb17d56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:31:26Z', 'updated_at': '2022-02-16T14:31:26Z', 'revision_number': 0, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:30.147875 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-08f32eb2-a170-4eef-9ef8-f83298802bf5 req-7b7670ca-ebaa-49cf-a1d9-188f4d69af25 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604448 Feb 16 14:31:30.148641 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eb5bec-b8e7-4a84-8576-de46416b78f1 None None] The sync data for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi is: [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': 'a0bf1432-25ed-413d-b927-743043a57a38', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': '90d707b0-9f9b-4574-b90d-07cabbcbb619', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:0c:5b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525b557d-438f-40e7-a720-2dfcfb17d56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:31:26Z', 'updated_at': '2022-02-16T14:31:26Z', 'revision_number': 0, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:31:30.473788 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e7b05a-9977-4ea7-9ebc-41195585b65e None None] New status for floating IP a0bf1432-25ed-413d-b927-743043a57a38: ACTIVE {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:31:30.730299 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77cc48-af28-4f20-875f-30b537dd604d req-be1b2d88-5a10-4494-b166-e699c9e1bb29 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:30.731788 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8d77cc48-af28-4f20-875f-30b537dd604d req-be1b2d88-5a10-4494-b166-e699c9e1bb29 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1338079 Feb 16 14:31:30.828293 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8d77cc48-af28-4f20-875f-30b537dd604d req-72cbf066-042c-47bb-a1c9-34678ff93d61 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903583 Feb 16 14:31:31.109003 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d33667-f73d-4e60-9e20-4684499f2c36 req-bb1872a1-0508-449b-bbac-343706c88e76 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:31.116130 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74d33667-f73d-4e60-9e20-4684499f2c36 req-bb1872a1-0508-449b-bbac-343706c88e76 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.1045809 Feb 16 14:31:31.229862 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74d33667-f73d-4e60-9e20-4684499f2c36 req-cf8d4362-bb61-4894-8023-3f094d459df0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128297 Feb 16 14:31:31.242832 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148db6f-56be-430f-9ab3-bff7d94a68ad req-675aaa14-223b-4108-9a00-f1a30d4c2d43 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:31.244386 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d148db6f-56be-430f-9ab3-bff7d94a68ad req-675aaa14-223b-4108-9a00-f1a30d4c2d43 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.1088324 Feb 16 14:31:31.319425 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d148db6f-56be-430f-9ab3-bff7d94a68ad req-224cc472-5edb-410e-8328-f5c9422c81ce tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671189 Feb 16 14:31:31.653518 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:31.979506 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b7477-9a7b-455b-83e2-a786d8760d5a req-745a42df-aa5e-4cc2-9f48-4ea8b485e388 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:31.998760 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f18b7477-9a7b-455b-83e2-a786d8760d5a req-745a42df-aa5e-4cc2-9f48-4ea8b485e388 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0629437 Feb 16 14:31:32.024717 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f18b7477-9a7b-455b-83e2-a786d8760d5a req-14c8aea0-0034-4591-bc33-fddf1ea78025 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429873 Feb 16 14:31:32.384155 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d634bb-dd14-4cc6-ad41-7f712773c8ea req-67cd2642-72f0-4e15-afc4-7008b2750bb5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:32.385730 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82d634bb-dd14-4cc6-ad41-7f712773c8ea req-67cd2642-72f0-4e15-afc4-7008b2750bb5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0630853 Feb 16 14:31:32.477695 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82d634bb-dd14-4cc6-ad41-7f712773c8ea req-c087ac90-4247-4e70-8fa7-925b5507cbd1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864522 Feb 16 14:31:32.492127 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa8abc-f2ae-4bfd-af26-550772dd2c37 req-24c1e138-f65d-4e3a-a139-d12b4f741cf3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:32.505495 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-13aa8abc-f2ae-4bfd-af26-550772dd2c37 req-24c1e138-f65d-4e3a-a139-d12b4f741cf3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0954726 Feb 16 14:31:32.573240 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-13aa8abc-f2ae-4bfd-af26-550772dd2c37 req-5e0888f2-75e8-43ce-864b-6b53e3922264 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618875 Feb 16 14:31:33.153989 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc884ac-1b89-4060-b689-4ef4323d2cd0 req-b267f6b9-8616-4c80-86b2-aea3c02a5e92 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:33.155473 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9bc884ac-1b89-4060-b689-4ef4323d2cd0 req-b267f6b9-8616-4c80-86b2-aea3c02a5e92 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0514846 Feb 16 14:31:33.205926 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9bc884ac-1b89-4060-b689-4ef4323d2cd0 req-405e0c81-4882-45c9-b921-98dd638320b3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442975 Feb 16 14:31:33.632031 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f91e9-1a12-4ec9-9230-5d0bb830a640 req-8ee94440-24fa-42a7-89c9-8748047fe47c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:33.634434 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-392f91e9-1a12-4ec9-9230-5d0bb830a640 req-8ee94440-24fa-42a7-89c9-8748047fe47c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0716324 Feb 16 14:31:33.725441 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-392f91e9-1a12-4ec9-9230-5d0bb830a640 req-3a764338-4baf-468c-9de7-58f224882a02 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797038 Feb 16 14:31:33.741713 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b900ee4-2387-4878-8cf3-373812b36ed5 req-164c3d88-4e31-4cda-ac51-b57020fe60b0 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:33.743225 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2b900ee4-2387-4878-8cf3-373812b36ed5 req-164c3d88-4e31-4cda-ac51-b57020fe60b0 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0818405 Feb 16 14:31:33.792976 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2b900ee4-2387-4878-8cf3-373812b36ed5 req-c727700d-1719-4253-964c-db0c24e73e6e tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443029 Feb 16 14:31:33.987336 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-0a5e00b8-f945-4c59-a392-ba1ef3271b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:34.337063 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bc5d9-3c7d-4660-801e-b4bee1efdba5 req-0e9391c7-2d75-4e8b-a2fd-35347b242ec8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:34.338543 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f32bc5d9-3c7d-4660-801e-b4bee1efdba5 req-0e9391c7-2d75-4e8b-a2fd-35347b242ec8 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0611131 Feb 16 14:31:34.391771 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f32bc5d9-3c7d-4660-801e-b4bee1efdba5 req-85cf40b1-36f8-4e8b-aa6b-de86e52b5006 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469315 Feb 16 14:31:34.867718 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05919941-b234-4b2f-abf1-873f9cbb71db req-9d959270-b1cd-47ae-86b2-d304441f6bf9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:34.869225 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-05919941-b234-4b2f-abf1-873f9cbb71db req-9d959270-b1cd-47ae-86b2-d304441f6bf9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0656981 Feb 16 14:31:34.951902 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-05919941-b234-4b2f-abf1-873f9cbb71db req-b693d70b-fe08-4d93-a3a9-264d9455b4be tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719669 Feb 16 14:31:34.960679 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0bfdd-113b-45ab-9a4f-accc9a910529 req-82e57598-f5b1-4428-af79-d3cc733c4287 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:34.962224 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-02c0bfdd-113b-45ab-9a4f-accc9a910529 req-82e57598-f5b1-4428-af79-d3cc733c4287 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0918221 Feb 16 14:31:35.033635 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-02c0bfdd-113b-45ab-9a4f-accc9a910529 req-b842976c-bb7b-446c-88e4-3feef3f2602d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657370 Feb 16 14:31:35.509179 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebce4c-c1e5-4812-a1d9-b17700114c11 req-e7edf006-c3b6-4b8d-8082-869185fc2b3a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:35.510675 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8ebce4c-c1e5-4812-a1d9-b17700114c11 req-e7edf006-c3b6-4b8d-8082-869185fc2b3a tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0531695 Feb 16 14:31:35.558962 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b8ebce4c-c1e5-4812-a1d9-b17700114c11 req-7f8a7699-a9df-4db6-b1de-e1be39799ae4 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427918 Feb 16 14:31:36.075131 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab790da-056a-438c-8c50-33ec1e711a42 req-70308df4-2dd1-46ca-a1ef-bede4e8e5247 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:36.076633 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7ab790da-056a-438c-8c50-33ec1e711a42 req-70308df4-2dd1-46ca-a1ef-bede4e8e5247 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0520072 Feb 16 14:31:36.151462 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7ab790da-056a-438c-8c50-33ec1e711a42 req-8bab3650-1582-4884-bc54-881e3ded806f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681636 Feb 16 14:31:36.174433 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af447f5-b3c6-4401-9c13-b5bf6da88c55 req-86fcb5cf-9773-4886-b44b-a96dcb5922f6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:36.175998 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1af447f5-b3c6-4401-9c13-b5bf6da88c55 req-86fcb5cf-9773-4886-b44b-a96dcb5922f6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0725920 Feb 16 14:31:36.223210 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1af447f5-b3c6-4401-9c13-b5bf6da88c55 req-677180ef-25af-4aa0-a4d5-c56a3504662f tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414822 Feb 16 14:31:36.396939 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89e946-bd3e-4d32-bd20-f815b641217d req-646f5c55-555a-4553-bac7-451d7ab31b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:36.398614 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2b89e946-bd3e-4d32-bd20-f815b641217d req-646f5c55-555a-4553-bac7-451d7ab31b51 service neutron] 10.222.0.127 "GET /v2.0/networks?id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac HTTP/1.1" status: 200 len: 913 time: 0.0893905 Feb 16 14:31:36.404035 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d3f0fd0b-9edc-4912-a940-3609846aaa7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:36.468925 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2b89e946-bd3e-4d32-bd20-f815b641217d req-d9b0b128-b037-48ed-a348-7feed596de97 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90d707b0-9f9b-4574-b90d-07cabbcbb619 HTTP/1.1" status: 200 len: 1000 time: 0.0624447 Feb 16 14:31:36.522159 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89e946-bd3e-4d32-bd20-f815b641217d req-00c9c6ac-ec1f-468b-a43f-898e81ff90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:36.524064 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2b89e946-bd3e-4d32-bd20-f815b641217d req-00c9c6ac-ec1f-468b-a43f-898e81ff90f0 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6a6eba54-d08a-4809-9cbc-4e2a0d64b56a HTTP/1.1" status: 200 len: 851 time: 0.0481524 Feb 16 14:31:36.663680 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89e946-bd3e-4d32-bd20-f815b641217d req-021f5f0e-0836-432b-92c1-d70e7612717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:36.668523 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2b89e946-bd3e-4d32-bd20-f815b641217d req-021f5f0e-0836-432b-92c1-d70e7612717c service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1112435 Feb 16 14:31:36.674054 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b924858-5c2c-4370-8311-77e181d73517 req-03437430-6c87-468d-a887-b5334ad1e2c4 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:36.675545 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2b924858-5c2c-4370-8311-77e181d73517 req-03437430-6c87-468d-a887-b5334ad1e2c4 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.127 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.1203744 Feb 16 14:31:36.694306 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cbbb8-4e70-4d06-93ce-238eedf47709 req-a03aa5ec-39dd-443b-86bc-1a3374be1c0e tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:36.695936 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-546cbbb8-4e70-4d06-93ce-238eedf47709 req-a03aa5ec-39dd-443b-86bc-1a3374be1c0e tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 945 time: 0.0597899 Feb 16 14:31:36.748175 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-546cbbb8-4e70-4d06-93ce-238eedf47709 req-164e338e-e9c4-4135-b0cb-5112e959c67c tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/security-groups?id=7077dc58-fda7-434d-9232-0433804cba30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446846 Feb 16 14:31:36.824698 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2b89e946-bd3e-4d32-bd20-f815b641217d req-78b57e11-e5e9-42db-a2dd-8eb0b58d7f84 service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481571 Feb 16 14:31:36.874195 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-2b924858-5c2c-4370-8311-77e181d73517 req-02c6a162-0314-4b70-ba4b-9d3717d953fd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Deleting port cf730d71-b720-4a3e-8172-6a1a890860aa {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:31:36.874457 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-2b924858-5c2c-4370-8311-77e181d73517 req-02c6a162-0314-4b70-ba4b-9d3717d953fd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:36.981608 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2b89e946-bd3e-4d32-bd20-f815b641217d req-0121c285-0956-49af-8944-c99611476bbe service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491919 Feb 16 14:31:37.005787 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-2b924858-5c2c-4370-8311-77e181d73517 req-02c6a162-0314-4b70-ba4b-9d3717d953fd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] For port cf730d71-b720-4a3e-8172-6a1a890860aa, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cf730d71-b720-4a3e-8172-6a1a890860aa,segment=NetworkSegment(55152207-cd1a-432f-8a6e-23dfe38ff369),segment_id=55152207-cd1a-432f-8a6e-23dfe38ff369)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:37.006154 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-2b924858-5c2c-4370-8311-77e181d73517 req-02c6a162-0314-4b70-ba4b-9d3717d953fd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:37.020136 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-2b924858-5c2c-4370-8311-77e181d73517 req-02c6a162-0314-4b70-ba4b-9d3717d953fd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Calling delete_port for cf730d71-b720-4a3e-8172-6a1a890860aa owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:31:37.229527 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f50a8-a0fa-45ff-95d7-4e27b12ced2d req-6a5ba9d1-19f2-421c-a180-7d99215553cf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:37.231975 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3d6f50a8-a0fa-45ff-95d7-4e27b12ced2d req-6a5ba9d1-19f2-421c-a180-7d99215553cf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0568042 Feb 16 14:31:37.250084 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-2b924858-5c2c-4370-8311-77e181d73517 req-02c6a162-0314-4b70-ba4b-9d3717d953fd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (cf730d71-b720-4a3e-8172-6a1a890860aa), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:37.268350 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['cf730d71-b720-4a3e-8172-6a1a890860aa'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:31:37.299107 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6a162-0314-4b70-ba4b-9d3717d953fd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Pushing event deleted for resources: {'Port': ['ID=cf730d71-b720-4a3e-8172-6a1a890860aa,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:37.343858 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b924858-5c2c-4370-8311-77e181d73517 req-02c6a162-0314-4b70-ba4b-9d3717d953fd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] No DVR routers for this DVR port cf730d71-b720-4a3e-8172-6a1a890860aa on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:31:37.347023 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-2b924858-5c2c-4370-8311-77e181d73517 req-02c6a162-0314-4b70-ba4b-9d3717d953fd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:37.350280 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2b924858-5c2c-4370-8311-77e181d73517 req-02c6a162-0314-4b70-ba4b-9d3717d953fd tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.127 "DELETE /v2.0/ports/cf730d71-b720-4a3e-8172-6a1a890860aa HTTP/1.1" status: 204 len: 173 time: 0.6663897 Feb 16 14:31:37.350724 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31732291-29a1-4d43-b9f0-b3ecfeeebdcc', 'name': 'network-vif-deleted', 'tag': 'cf730d71-b720-4a3e-8172-6a1a890860aa'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:37.353049 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c853fd1-f103-48d1-aeee-68badf723255" -d '{"events": [{"server_uuid": "31732291-29a1-4d43-b9f0-b3ecfeeebdcc", "name": "network-vif-deleted", "tag": "cf730d71-b720-4a3e-8172-6a1a890860aa"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:37.353207 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3d6f50a8-a0fa-45ff-95d7-4e27b12ced2d req-893f4de0-68b5-413f-8525-995c432a8924 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122594 Feb 16 14:31:37.372970 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5c03-2a94-419c-9670-f70aee91270a req-dd506f77-e1df-46ad-ad84-07e19f56bb64 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:37.372970 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-268a5c03-2a94-419c-9670-f70aee91270a req-dd506f77-e1df-46ad-ad84-07e19f56bb64 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.1406450 Feb 16 14:31:37.460456 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-268a5c03-2a94-419c-9670-f70aee91270a req-886947e5-ca1c-4d26-ab0b-857b3b28a485 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736482 Feb 16 14:31:37.487343 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f869f-3cc3-43f1-8345-7274b87432bc req-05598636-2c4b-4118-b9db-165fad39b73f tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:37.487606 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b60f869f-3cc3-43f1-8345-7274b87432bc req-05598636-2c4b-4118-b9db-165fad39b73f tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0640013 Feb 16 14:31:37.509502 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5901eb52-4eaa-4fe0-9d81-fea5658a730b x-openstack-request-id: req-5901eb52-4eaa-4fe0-9d81-fea5658a730b {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:37.510009 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31732291-29a1-4d43-b9f0-b3ecfeeebdcc", "name": "network-vif-deleted", "tag": "cf730d71-b720-4a3e-8172-6a1a890860aa", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:37.510114 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-5901eb52-4eaa-4fe0-9d81-fea5658a730b {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:37.511826 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31732291-29a1-4d43-b9f0-b3ecfeeebdcc', 'name': 'network-vif-deleted', 'tag': 'cf730d71-b720-4a3e-8172-6a1a890860aa', 'status': 'completed', 'code': 200} Feb 16 14:31:37.536505 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b60f869f-3cc3-43f1-8345-7274b87432bc req-ed460c98-3403-4efa-90d2-16dbb7fdee0d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435557 Feb 16 14:31:37.712950 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:37.861434 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4e18fa7e-320c-4973-af8b-1ff34ca7a9fa req-202fc98b-a11a-4301-8106-31002e99fcf3 tempest-ServerRescueNegativeTestJSON-170235391 tempest-ServerRescueNegativeTestJSON-170235391-project] 10.222.0.133 "GET /v2.0/ports?device_id=31732291-29a1-4d43-b9f0-b3ecfeeebdcc HTTP/1.1" status: 200 len: 210 time: 0.0293145 Feb 16 14:31:38.052994 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0bccb-162a-4b01-b381-a0552031a25c req-e18e76dc-606d-4880-8b42-64c9a0c74bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:38.054634 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8f0bccb-162a-4b01-b381-a0552031a25c req-e18e76dc-606d-4880-8b42-64c9a0c74bc3 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=60742357eb9840178f82489d14042333&device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 1129 time: 0.0483470 Feb 16 14:31:38.163187 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0bccb-162a-4b01-b381-a0552031a25c req-b0594a81-8746-46d7-803c-3923f3ac38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:38.164658 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8f0bccb-162a-4b01-b381-a0552031a25c req-b0594a81-8746-46d7-803c-3923f3ac38c4 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a6b11c3c-5991-4844-a883-8a00049c7bc1 HTTP/1.1" status: 200 len: 912 time: 0.0833812 Feb 16 14:31:38.235952 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8f0bccb-162a-4b01-b381-a0552031a25c req-ea55b0fa-6b82-4526-9822-a38cfb494729 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b397089c-b2c1-4a5c-95e3-1822ad1e007f HTTP/1.1" status: 200 len: 1001 time: 0.0647426 Feb 16 14:31:38.291097 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0bccb-162a-4b01-b381-a0552031a25c req-2038a380-ac47-497b-ab08-d336ef183047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:38.291097 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8f0bccb-162a-4b01-b381-a0552031a25c req-2038a380-ac47-497b-ab08-d336ef183047 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2e4758ce-a9f3-4b67-b980-030eaf312697 HTTP/1.1" status: 200 len: 850 time: 0.0462928 Feb 16 14:31:38.352455 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0bccb-162a-4b01-b381-a0552031a25c req-6cc6e781-6a15-4acc-842a-9c8e20bd2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:38.353996 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8f0bccb-162a-4b01-b381-a0552031a25c req-6cc6e781-6a15-4acc-842a-9c8e20bd2361 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a6b11c3c-5991-4844-a883-8a00049c7bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0593209 Feb 16 14:31:38.482401 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8f0bccb-162a-4b01-b381-a0552031a25c req-e0e7f3ef-89df-416e-a94a-1f2c77b1082e service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189885 Feb 16 14:31:38.501810 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b707d07-e065-41d7-adb3-87f4e2244ed1 req-3fbda9e2-e5b6-447b-bd97-2df1170ad097 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:38.509481 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b707d07-e065-41d7-adb3-87f4e2244ed1 req-3fbda9e2-e5b6-447b-bd97-2df1170ad097 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0732417 Feb 16 14:31:38.589748 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8f0bccb-162a-4b01-b381-a0552031a25c req-c603ff9b-fb97-4b12-b48a-0167a0cf0cab service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002033 Feb 16 14:31:38.597844 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b707d07-e065-41d7-adb3-87f4e2244ed1 req-de8072c0-3f79-426f-8541-8ce6aeb12d8e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841422 Feb 16 14:31:38.638728 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50171c7f-17dc-4667-a799-25d59623b619 req-7dd27584-bc98-4522-a01b-eaa8600b5359 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:38.641156 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-50171c7f-17dc-4667-a799-25d59623b619 req-7dd27584-bc98-4522-a01b-eaa8600b5359 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0878549 Feb 16 14:31:38.724908 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-50171c7f-17dc-4667-a799-25d59623b619 req-b4e3390c-6502-4914-8ddb-06c4fa21657f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774961 Feb 16 14:31:38.747245 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522bb57-8974-47c0-b74c-91455f27abc5 req-d8dd96b9-6f12-4ff5-8d12-1a65b1f6d6b9 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:38.748718 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2522bb57-8974-47c0-b74c-91455f27abc5 req-d8dd96b9-6f12-4ff5-8d12-1a65b1f6d6b9 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0720229 Feb 16 14:31:38.801362 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2522bb57-8974-47c0-b74c-91455f27abc5 req-68bad273-9d20-458a-8a9e-9b3d83140f14 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Feb 16 14:31:38.918227 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 50956) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:38.918978 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96a57d-8ab1-420b-b1f2-1bc578b9a091 req-3aaf349d-63fe-4df7-9ad0-c282c9178028 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:38.920507 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee96a57d-8ab1-420b-b1f2-1bc578b9a091 req-3aaf349d-63fe-4df7-9ad0-c282c9178028 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0544407 Feb 16 14:31:38.968032 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee96a57d-8ab1-420b-b1f2-1bc578b9a091 req-6cddd74d-ef75-41ca-83a4-cf70f2c0006d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 Feb 16 14:31:39.122812 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:39.314962 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbb201-1e48-497d-95e4-e76254642fee req-ca5b2f11-5053-43f1-b66c-55c11f5cfc8b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:39.316894 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-affbb201-1e48-497d-95e4-e76254642fee req-ca5b2f11-5053-43f1-b66c-55c11f5cfc8b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0589950 Feb 16 14:31:39.357121 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f0d42529-7bad-44af-a2e9-8bd0097c53ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016786'] for router_interface (4c197cc8-6d65-43aa-96eb-1795c62820d2), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:39.370428 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-affbb201-1e48-497d-95e4-e76254642fee req-d8a67921-d200-424e-bc03-553f08efe273 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457304 Feb 16 14:31:39.478561 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device cf730d71-b720-4a3e-8172-6a1a890860aa no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:31:39.500134 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: cf730d71-b720-4a3e-8172-6a1a890860aa {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:31:39.500485 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device cf730d71-b720-4a3e-8172-6a1a890860aa not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:31:39.674323 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-f0d42529-7bad-44af-a2e9-8bd0097c53ed admin admin] Deleting port df38ebf5-c21d-4047-9ae0-ff6d5352cdfd {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:31:39.674323 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f0d42529-7bad-44af-a2e9-8bd0097c53ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:39.743794 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891d438-b2a0-4cb2-b975-f46c051ef704 req-6d52e5eb-c95c-4459-b9dc-5a31507e6447 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:39.745295 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0891d438-b2a0-4cb2-b975-f46c051ef704 req-6d52e5eb-c95c-4459-b9dc-5a31507e6447 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0552194 Feb 16 14:31:39.766484 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-f0d42529-7bad-44af-a2e9-8bd0097c53ed admin admin] For port df38ebf5-c21d-4047-9ae0-ff6d5352cdfd, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=df38ebf5-c21d-4047-9ae0-ff6d5352cdfd,segment=NetworkSegment(55152207-cd1a-432f-8a6e-23dfe38ff369),segment_id=55152207-cd1a-432f-8a6e-23dfe38ff369)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:39.767083 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f0d42529-7bad-44af-a2e9-8bd0097c53ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:39.787637 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-f0d42529-7bad-44af-a2e9-8bd0097c53ed admin admin] Calling delete_port for df38ebf5-c21d-4047-9ae0-ff6d5352cdfd owned by network:router_interface {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:31:39.795422 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0891d438-b2a0-4cb2-b975-f46c051ef704 req-0da6d3fd-4ef0-4ea6-8dea-7ccb9db5dad5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445449 Feb 16 14:31:39.873789 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62ee98-9c06-4ae6-9cb4-b0df4c4ccd46 req-4a5e29e4-d014-4812-b6cd-7feea077fb54 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:39.875350 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e62ee98-9c06-4ae6-9cb4-b0df4c4ccd46 req-4a5e29e4-d014-4812-b6cd-7feea077fb54 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0546739 Feb 16 14:31:39.932909 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e62ee98-9c06-4ae6-9cb4-b0df4c4ccd46 req-5b0f9953-8cac-4b25-a880-e887da1c0d8c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509079 Feb 16 14:31:40.288278 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f0d42529-7bad-44af-a2e9-8bd0097c53ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (df38ebf5-c21d-4047-9ae0-ff6d5352cdfd), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:40.314995 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d42529-7bad-44af-a2e9-8bd0097c53ed admin admin] Pushing event deleted for resources: {'Port': ['ID=df38ebf5-c21d-4047-9ae0-ff6d5352cdfd,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:40.443192 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f0d42529-7bad-44af-a2e9-8bd0097c53ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1018402'] for router_interface (4c197cc8-6d65-43aa-96eb-1795c62820d2), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:40.672077 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d42529-7bad-44af-a2e9-8bd0097c53ed admin admin] Router 4c197cc8-6d65-43aa-96eb-1795c62820d2 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:31:40.676894 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:40.786397 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d42529-7bad-44af-a2e9-8bd0097c53ed admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:31:40.791713 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f0d42529-7bad-44af-a2e9-8bd0097c53ed admin admin] 10.222.0.133 "PUT /v2.0/routers/4c197cc8-6d65-43aa-96eb-1795c62820d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8721409 Feb 16 14:31:40.794088 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 50996) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:40.795702 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e941603-7257-4484-ab43-d8f52e0167f0 None None] Sync routers for ids ['4c197cc8-6d65-43aa-96eb-1795c62820d2'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:31:40.812491 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e941603-7257-4484-ab43-d8f52e0167f0 None None] Routers {'4c197cc8-6d65-43aa-96eb-1795c62820d2'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:40.813858 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-5e941603-7257-4484-ab43-d8f52e0167f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:31:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['4c197cc8-6d65-43aa-96eb-1795c62820d2'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:40.910748 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] Publish callbacks [] for router (4c197cc8-6d65-43aa-96eb-1795c62820d2), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:40.942552 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-5e941603-7257-4484-ab43-d8f52e0167f0 None None] Set router 4c197cc8-6d65-43aa-96eb-1795c62820d2 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:40.947625 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56587c-f305-474c-8542-4d834adc02f3 req-c516a436-54ed-4a53-8522-cbcfcd801b2e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:40.949326 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1f56587c-f305-474c-8542-4d834adc02f3 req-c516a436-54ed-4a53-8522-cbcfcd801b2e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0596294 Feb 16 14:31:41.015401 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1f56587c-f305-474c-8542-4d834adc02f3 req-3df0bddf-08e1-43f2-92ac-f002b157ecdb tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597465 Feb 16 14:31:41.037396 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] Publish callbacks [] for router_gateway (4c197cc8-6d65-43aa-96eb-1795c62820d2), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:41.075845 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e86bf-9a59-42a0-8305-c116980fd7ef req-3096c6e2-e326-4411-a54d-32610381be83 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:41.077438 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-238e86bf-9a59-42a0-8305-c116980fd7ef req-3096c6e2-e326-4411-a54d-32610381be83 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0561419 Feb 16 14:31:41.126707 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-238e86bf-9a59-42a0-8305-c116980fd7ef req-e7cc762f-76f3-4f09-96bf-907c1c6f6e2e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422633 Feb 16 14:31:41.207090 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] Deleting port 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:31:41.208972 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:41.241876 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-5e941603-7257-4484-ab43-d8f52e0167f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1674134623-router', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:31:40Z', 'revision_number': 5, 'project_id': 'deea67eb240b4b72a6a68a900986cf3e', 'gw_port': {'id': '8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:41.278827 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e941603-7257-4484-ab43-d8f52e0167f0 None None] Checking router: 4c197cc8-6d65-43aa-96eb-1795c62820d2 for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:31:41.289655 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e941603-7257-4484-ab43-d8f52e0167f0 None None] Routers {'4c197cc8-6d65-43aa-96eb-1795c62820d2'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:41.290809 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-5e941603-7257-4484-ab43-d8f52e0167f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:31:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['4c197cc8-6d65-43aa-96eb-1795c62820d2'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:41.329988 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] For port 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:41.330466 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:41.366672 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] Calling delete_port for 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 owned by network:router_gateway {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:31:41.405324 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-5e941603-7257-4484-ab43-d8f52e0167f0 None None] Set router 4c197cc8-6d65-43aa-96eb-1795c62820d2 gateway port host: None {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:41.459179 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-5e941603-7257-4484-ab43-d8f52e0167f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1674134623-router', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:31:41Z', 'revision_number': 6, 'project_id': 'deea67eb240b4b72a6a68a900986cf3e', 'gw_port_host': None}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:41.495106 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e941603-7257-4484-ab43-d8f52e0167f0 None None] The sync data for ids ['4c197cc8-6d65-43aa-96eb-1795c62820d2'] in dv-cinder-778193-17-iscsi is: [{'id': '4c197cc8-6d65-43aa-96eb-1795c62820d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1674134623-router', 'tenant_id': 'deea67eb240b4b72a6a68a900986cf3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:31:41Z', 'revision_number': 6, 'project_id': 'deea67eb240b4b72a6a68a900986cf3e', 'gw_port_host': None}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:31:41.741241 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:41.741241 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:41.763376 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022104'] for router_gateway (4c197cc8-6d65-43aa-96eb-1795c62820d2), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:41.879168 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62057'] for router (4c197cc8-6d65-43aa-96eb-1795c62820d2), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:41.881505 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] Publish callbacks [] for router_controller (4c197cc8-6d65-43aa-96eb-1795c62820d2), precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:42.036837 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1029900'] for router (4c197cc8-6d65-43aa-96eb-1795c62820d2), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:42.037376 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c197cc8-6d65-43aa-96eb-1795c62820d2 {{(pid=103210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:31:42.045776 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:42.045776 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e7ac014b-311d-4931-8175-ca321063bcaf admin admin] 10.222.0.133 "DELETE /v2.0/routers/4c197cc8-6d65-43aa-96eb-1795c62820d2 HTTP/1.1" status: 204 len: 168 time: 1.2492464 Feb 16 14:31:42.047276 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51030) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:42.127500 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4e56a4-445b-409e-964a-25657ed71eab admin admin] Deleting subnet 7b9017d5-9c05-4f22-83b0-ee486f6dea28 {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:31:42.132860 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8d4e56a4-445b-409e-964a-25657ed71eab admin admin] Publish callbacks [] for subnet (7b9017d5-9c05-4f22-83b0-ee486f6dea28), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:42.175508 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8d4e56a4-445b-409e-964a-25657ed71eab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5133848'] for subnet (7b9017d5-9c05-4f22-83b0-ee486f6dea28), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:42.183807 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d98da-57fe-43ff-b235-20811942079c req-2c58a12f-4f55-4c08-9d8f-46d7eafb8b63 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:42.185293 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-940d98da-57fe-43ff-b235-20811942079c req-2c58a12f-4f55-4c08-9d8f-46d7eafb8b63 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.1003830 Feb 16 14:31:42.256037 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8d4e56a4-445b-409e-964a-25657ed71eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (7b9017d5-9c05-4f22-83b0-ee486f6dea28), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:42.288597 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-940d98da-57fe-43ff-b235-20811942079c req-44c72639-403f-4510-b21e-12819cf7362e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856400 Feb 16 14:31:42.395297 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8d4e56a4-445b-409e-964a-25657ed71eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4862926'] for subnet (7b9017d5-9c05-4f22-83b0-ee486f6dea28), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:42.412300 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e1d79-8274-47c2-80de-0fa72291cdd3 req-988328c6-6a5f-425d-92e2-91db05c61c96 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:42.413833 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-283e1d79-8274-47c2-80de-0fa72291cdd3 req-988328c6-6a5f-425d-92e2-91db05c61c96 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0695477 Feb 16 14:31:42.440967 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e56a4-445b-409e-964a-25657ed71eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9017d5-9c05-4f22-83b0-ee486f6dea28,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:42.445808 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8d4e56a4-445b-409e-964a-25657ed71eab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:42.448991 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-8d4e56a4-445b-409e-964a-25657ed71eab admin admin] 10.222.0.133 "DELETE /v2.0/subnets/7b9017d5-9c05-4f22-83b0-ee486f6dea28 HTTP/1.1" status: 204 len: 168 time: 0.4006937 Feb 16 14:31:42.451567 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51040) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:42.492185 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-283e1d79-8274-47c2-80de-0fa72291cdd3 req-8f309ba3-5de7-4da0-b1c7-99da6616dd89 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597174 Feb 16 14:31:42.530920 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (c18dd6e1-f13c-444e-8150-deef63d4a164), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:42.615309 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (c18dd6e1-f13c-444e-8150-deef63d4a164), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:42.635793 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:31:42.636140 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:31:42.636949 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:31:42.637280 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Subscribe: > port after_create 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:31:42.637616 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Subscribe: > port after_delete 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:31:42.637971 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Subscribe: > port after_update 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:31:42.638289 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:31:42.638603 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:31:42.638916 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:31:42.639234 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:31:42.761948 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:31:42.762246 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:31:42.762587 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:31:42.763032 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 14:31:42.763411 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18dd6e1-f13c-444e-8150-deef63d4a164']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:42.781415 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55152207-cd1a-432f-8a6e-23dfe38ff369') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:42.781715 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55152207-cd1a-432f-8a6e-23dfe38ff369') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:42.797531 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615047'] for segment (55152207-cd1a-432f-8a6e-23dfe38ff369), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:42.819455 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (55152207-cd1a-432f-8a6e-23dfe38ff369), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:42.827537 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:31:42.828032 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163989'] for segment (55152207-cd1a-432f-8a6e-23dfe38ff369), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: from cryptography.utils import int_from_bytes Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: from cryptography.utils import int_from_bytes Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: Traceback (most recent call last): Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: timer() Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: cb(*args, **kw) Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: return func(*args, **kwargs) Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: self._notify() Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: self.callback(batched_events) Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: event.method(event) Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: return f(self, *a, **k) Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._get(url).json() Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:31:42.832215 dv-cinder-778193-17-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:31:42.851548 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device df38ebf5-c21d-4047-9ae0-ff6d5352cdfd no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:31:42.871820 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: df38ebf5-c21d-4047-9ae0-ff6d5352cdfd {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:31:42.872613 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device df38ebf5-c21d-4047-9ae0-ff6d5352cdfd not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:31:42.872613 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:31:42.894661 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:31:42.895005 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 8fb7f18e-fcbc-4fb8-bb10-95f8d4d6fe88 not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:31:43.013904 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (c18dd6e1-f13c-444e-8150-deef63d4a164), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:43.021297 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:43.024579 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] 10.222.0.133 "DELETE /v2.0/networks/c18dd6e1-f13c-444e-8150-deef63d4a164 HTTP/1.1" status: 204 len: 168 time: 0.5719373 Feb 16 14:31:43.034816 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5152633-5e9c-4a1e-a5e6-40e7ca42c2be admin admin] Pushing event deleted for resources: {'Network': ['ID=c18dd6e1-f13c-444e-8150-deef63d4a164,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:43.339829 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51052) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:43.380513 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e5bb73bb-8063-463f-84eb-f3e43fb31d74 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=deea67eb240b4b72a6a68a900986cf3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394213 Feb 16 14:31:43.382958 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51054) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:43.416034 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144c761-1d57-435d-935b-699d486f0b1f req-f7613025-54ce-471b-a066-9aefc35c6028 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:43.417540 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f144c761-1d57-435d-935b-699d486f0b1f req-f7613025-54ce-471b-a066-9aefc35c6028 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0567546 Feb 16 14:31:43.431929 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5b10d94-8f20-44b3-9bc8-1516af4bdccd admin admin] Publish callbacks [] for security_group (7077dc58-fda7-434d-9232-0433804cba30), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:43.462342 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5b10d94-8f20-44b3-9bc8-1516af4bdccd admin admin] Publish callbacks [] for security_group (7077dc58-fda7-434d-9232-0433804cba30), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:43.465037 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f144c761-1d57-435d-935b-699d486f0b1f req-1653fb04-1358-44eb-97ed-05ac4ad298c7 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409298 Feb 16 14:31:43.602728 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5b10d94-8f20-44b3-9bc8-1516af4bdccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (7077dc58-fda7-434d-9232-0433804cba30), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:43.605322 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5b10d94-8f20-44b3-9bc8-1516af4bdccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:43.608940 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f5b10d94-8f20-44b3-9bc8-1516af4bdccd admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/7077dc58-fda7-434d-9232-0433804cba30 HTTP/1.1" status: 204 len: 168 time: 0.2228048 Feb 16 14:31:43.614448 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b10d94-8f20-44b3-9bc8-1516af4bdccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7077dc58-fda7-434d-9232-0433804cba30,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:43.631701 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b4000-9e47-429f-9110-b5446dc9e385 req-ff33c46c-0bc6-4935-8358-33d91b622fd2 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:43.634183 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-149b4000-9e47-429f-9110-b5446dc9e385 req-ff33c46c-0bc6-4935-8358-33d91b622fd2 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0673048 Feb 16 14:31:43.684248 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-149b4000-9e47-429f-9110-b5446dc9e385 req-16279203-db83-4dc3-87c3-f0d67afd5612 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440059 Feb 16 14:31:44.583240 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837c431-a810-4df2-8c77-582bcb87694e req-73a088b0-8708-4d9c-ae91-88a72d26977f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:44.585286 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f837c431-a810-4df2-8c77-582bcb87694e req-73a088b0-8708-4d9c-ae91-88a72d26977f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0505059 Feb 16 14:31:44.635833 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f837c431-a810-4df2-8c77-582bcb87694e req-0fae1df4-fdea-4f08-9e1f-de9dec1520b0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454504 Feb 16 14:31:44.811415 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1790bb-1ed1-4848-85aa-ad1d28cf0121 req-2c02d05b-28d2-4926-9724-efc41e7095c7 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:44.813685 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bc1790bb-1ed1-4848-85aa-ad1d28cf0121 req-2c02d05b-28d2-4926-9724-efc41e7095c7 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0571122 Feb 16 14:31:44.861559 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bc1790bb-1ed1-4848-85aa-ad1d28cf0121 req-b07f4bbb-cae7-4994-9d55-91f0e04b3797 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411770 Feb 16 14:31:45.753430 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c91f8-c9e2-4e5e-bc5f-3409075ed797 req-8aa4e4d4-661a-4f35-b5c4-fc5b29582a9a tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:45.754927 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fe4c91f8-c9e2-4e5e-bc5f-3409075ed797 req-8aa4e4d4-661a-4f35-b5c4-fc5b29582a9a tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0525360 Feb 16 14:31:45.801250 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fe4c91f8-c9e2-4e5e-bc5f-3409075ed797 req-492bbcde-f879-4eda-b3d7-5c68f3c7722d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407307 Feb 16 14:31:45.988385 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4af09-1a29-4765-a848-9a6058c9387b req-6d73a424-94e1-4225-8151-21f5ff5012b4 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:45.989905 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-62c4af09-1a29-4765-a848-9a6058c9387b req-6d73a424-94e1-4225-8151-21f5ff5012b4 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0565639 Feb 16 14:31:46.036368 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-62c4af09-1a29-4765-a848-9a6058c9387b req-df83ebc8-2886-444b-8cde-a43a9ff5dad1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408709 Feb 16 14:31:46.920737 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2208ea-9677-4559-9c7a-b549df4010e3 req-2d3e500f-7f5f-4e04-a3cc-c6bd53f8c3f0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:46.926072 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dd2208ea-9677-4559-9c7a-b549df4010e3 req-2d3e500f-7f5f-4e04-a3cc-c6bd53f8c3f0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0513806 Feb 16 14:31:46.970459 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dd2208ea-9677-4559-9c7a-b549df4010e3 req-89b2e19e-510e-41d6-96a8-116200701291 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414639 Feb 16 14:31:47.163161 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91529b-7f60-410a-92b6-59954df6cdc9 req-59ec5a67-b5df-4ef7-90ae-341ef1f8a3d8 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:47.164608 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de91529b-7f60-410a-92b6-59954df6cdc9 req-59ec5a67-b5df-4ef7-90ae-341ef1f8a3d8 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0560334 Feb 16 14:31:47.209566 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de91529b-7f60-410a-92b6-59954df6cdc9 req-508d2a55-d6a6-4cc3-8aa5-801e7e45d20f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394766 Feb 16 14:31:48.089960 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24875f3-777c-4c07-975f-280fb879f2cb req-83589b27-3769-4f11-b84a-bff3c3e50bd6 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:48.091412 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b24875f3-777c-4c07-975f-280fb879f2cb req-83589b27-3769-4f11-b84a-bff3c3e50bd6 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0537667 Feb 16 14:31:48.128619 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51174) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:48.141046 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b24875f3-777c-4c07-975f-280fb879f2cb req-84215603-2155-41ab-ab58-748e049829d5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429792 Feb 16 14:31:48.232768 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4f60c6db-2930-47c0-8126-bb7e9a032cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.325325 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51182) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:48.331479 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4f60c6db-2930-47c0-8126-bb7e9a032cff admin admin] Publish callbacks [] for security_group (327a8d7b-404a-44b5-bc31-871c780bc54d), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.344568 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044205ac-6e62-404d-8a71-275f7179e3c1 req-5ab6208c-e723-46a9-b2c3-4594b752cb6d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:48.347280 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-044205ac-6e62-404d-8a71-275f7179e3c1 req-5ab6208c-e723-46a9-b2c3-4594b752cb6d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 943 time: 0.0650411 Feb 16 14:31:48.370617 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4f60c6db-2930-47c0-8126-bb7e9a032cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (327a8d7b-404a-44b5-bc31-871c780bc54d), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.406073 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-044205ac-6e62-404d-8a71-275f7179e3c1 req-df80871e-9815-41ff-84cc-85c1187c748c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532742 Feb 16 14:31:48.424700 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-4f60c6db-2930-47c0-8126-bb7e9a032cff admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=ee06fe81eae6454790224c8fa604bd56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918756 Feb 16 14:31:48.424700 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60c6db-2930-47c0-8126-bb7e9a032cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327a8d7b-404a-44b5-bc31-871c780bc54d,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:48.425184 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51186) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:48.463051 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.505044 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-342a48ac-7d71-4e35-8baa-f9a4ed56cd17 admin admin] Publish callbacks [] for security_group (327a8d7b-404a-44b5-bc31-871c780bc54d), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.539719 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-342a48ac-7d71-4e35-8baa-f9a4ed56cd17 admin admin] Publish callbacks [] for security_group (327a8d7b-404a-44b5-bc31-871c780bc54d), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.601186 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Publish callbacks [] for security_group (e0243fb6-20f4-47a7-807e-98c47d12988d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.676884 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e0243fb6-20f4-47a7-807e-98c47d12988d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.713116 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-342a48ac-7d71-4e35-8baa-f9a4ed56cd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (327a8d7b-404a-44b5-bc31-871c780bc54d), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.715719 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-342a48ac-7d71-4e35-8baa-f9a4ed56cd17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.716884 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-342a48ac-7d71-4e35-8baa-f9a4ed56cd17 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/327a8d7b-404a-44b5-bc31-871c780bc54d HTTP/1.1" status: 204 len: 168 time: 0.2906806 Feb 16 14:31:48.720466 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0243fb6-20f4-47a7-807e-98c47d12988d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:48.726944 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=247a6fd8e2a44b24b43de9de3a35a85c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983009 Feb 16 14:31:48.727969 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51192) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:48.730761 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:48.731103 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:48.731444 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:48.731791 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:48.732127 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:48.732465 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:48.732806 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:48.733211 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:48.733535 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:48.733870 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:48.734195 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:48.734517 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:48.735780 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741c9b73-72d3-4e6e-803d-390d03ec62e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:48.751108 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a48ac-7d71-4e35-8baa-f9a4ed56cd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327a8d7b-404a-44b5-bc31-871c780bc54d,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:48.791530 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ca349155-e690-43cb-b570-e9ab7c41ecb0 admin admin] Publish callbacks [] for security_group (e0243fb6-20f4-47a7-807e-98c47d12988d), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.813207 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ca349155-e690-43cb-b570-e9ab7c41ecb0 admin admin] Publish callbacks [] for security_group (e0243fb6-20f4-47a7-807e-98c47d12988d), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.925135 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ca349155-e690-43cb-b570-e9ab7c41ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e0243fb6-20f4-47a7-807e-98c47d12988d), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.929213 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ca349155-e690-43cb-b570-e9ab7c41ecb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:48.929213 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ca349155-e690-43cb-b570-e9ab7c41ecb0 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/e0243fb6-20f4-47a7-807e-98c47d12988d HTTP/1.1" status: 204 len: 168 time: 0.1996996 Feb 16 14:31:48.937602 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca349155-e690-43cb-b570-e9ab7c41ecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0243fb6-20f4-47a7-807e-98c47d12988d,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:49.104577 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f4a7ebef-7df5-47df-a420-2d770e620750 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:31:49.223267 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f4a7ebef-7df5-47df-a420-2d770e620750, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f4a7ebef-7df5-47df-a420-2d770e620750,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:49.236142 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'port_id': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'mac_address': 'fa:16:3e:8e:b6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:31:49.274418 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port f4a7ebef-7df5-47df-a420-2d770e620750 is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:49.274836 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:49.275375 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a3e76-002f-44b7-bd1a-758b90f46adf req-b6162999-fd26-4675-932d-a2ec2b9d3fc6 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:49.276903 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b43a3e76-002f-44b7-bd1a-758b90f46adf req-b6162999-fd26-4675-932d-a2ec2b9d3fc6 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0632730 Feb 16 14:31:49.288993 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a7ebef-7df5-47df-a420-2d770e620750 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:31:49.312059 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f4a7ebef-7df5-47df-a420-2d770e620750, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f4a7ebef-7df5-47df-a420-2d770e620750,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:49.328961 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b43a3e76-002f-44b7-bd1a-758b90f46adf req-de92f58d-72c7-4590-bdee-62d7a7a6d189 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 Feb 16 14:31:49.382080 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:49.430670 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=f4a7ebef-7df5-47df-a420-2d770e620750,revision_number=9']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:49.438230 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:49.439206 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:49.439902 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:49.440343 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:49.440761 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:49.441181 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:49.445343 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:49.445343 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:49.445343 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:49.445343 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:49.445343 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:49.445343 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:49.445343 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:49.534562 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befafb64-0d08-45f8-b04f-5ad87da3907b req-543ca364-fdd7-4bff-80cf-c6cbafd29a31 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:49.536096 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-befafb64-0d08-45f8-b04f-5ad87da3907b req-543ca364-fdd7-4bff-80cf-c6cbafd29a31 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 944 time: 0.0525134 Feb 16 14:31:49.586331 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-befafb64-0d08-45f8-b04f-5ad87da3907b req-0858cc53-1094-4e21-be9a-15c5fc34fa8f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447097 Feb 16 14:31:49.680876 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['f4a7ebef-7df5-47df-a420-2d770e620750'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:31:50.447070 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4a667-f7ec-4d34-9e3e-1dac033b7b04 req-5fa27fc5-2023-42ea-bf0c-0797ce43c6f9 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:50.448751 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-57f4a667-f7ec-4d34-9e3e-1dac033b7b04 req-5fa27fc5-2023-42ea-bf0c-0797ce43c6f9 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0518641 Feb 16 14:31:50.499064 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-57f4a667-f7ec-4d34-9e3e-1dac033b7b04 req-625a9a16-9efd-4628-bd78-d306ac7e90cc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438175 Feb 16 14:31:50.711045 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51b05b-f288-4f46-be64-c87d386dcd4d req-5dbe9a0e-be4e-44b2-9aa2-017fa35fe446 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:50.712675 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e51b05b-f288-4f46-be64-c87d386dcd4d req-5dbe9a0e-be4e-44b2-9aa2-017fa35fe446 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 944 time: 0.0535154 Feb 16 14:31:50.767683 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e51b05b-f288-4f46-be64-c87d386dcd4d req-f2701082-6161-4f92-9ffa-f40e2a8e2248 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494008 Feb 16 14:31:51.117937 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f4a7ebef-7df5-47df-a420-2d770e620750 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:31:51.165028 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port f4a7ebef-7df5-47df-a420-2d770e620750 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:51.165402 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:51.245161 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port f4a7ebef-7df5-47df-a420-2d770e620750 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:31:51.245548 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:51.268547 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a7ebef-7df5-47df-a420-2d770e620750'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:51.270544 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83b5613-351e-4ab3-b58a-0eaa77e8f725" -d '{"events": [{"server_uuid": "6f56db3d-abe8-4d5d-a99c-aebd177f9d10", "name": "network-vif-plugged", "status": "completed", "tag": "f4a7ebef-7df5-47df-a420-2d770e620750"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:51.282575 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f4a7ebef-7df5-47df-a420-2d770e620750, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f4a7ebef-7df5-47df-a420-2d770e620750,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:51.309196 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0795324-f3f9-40c7-84a4-cc5d1cc070f0 x-openstack-request-id: req-c0795324-f3f9-40c7-84a4-cc5d1cc070f0 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:51.309196 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f56db3d-abe8-4d5d-a99c-aebd177f9d10", "name": "network-vif-plugged", "status": "completed", "tag": "f4a7ebef-7df5-47df-a420-2d770e620750", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:51.309196 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-c0795324-f3f9-40c7-84a4-cc5d1cc070f0 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:51.309196 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'code': 200} Feb 16 14:31:51.356747 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:51.401722 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=f4a7ebef-7df5-47df-a420-2d770e620750,revision_number=10']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:51.621470 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a75c54-d693-446b-aa79-1663e5ce971a req-05a4141f-ff1b-4318-b420-628e48eab190 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:51.623058 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-88a75c54-d693-446b-aa79-1663e5ce971a req-05a4141f-ff1b-4318-b420-628e48eab190 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0554450 Feb 16 14:31:51.671249 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-88a75c54-d693-446b-aa79-1663e5ce971a req-9ddc0df6-3463-4490-b441-7b01601d0213 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419633 Feb 16 14:31:51.908652 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55890127-e13a-4a1b-9191-d93e07fab876 req-2b2964ac-3ca3-45f6-a94e-2ed39bfa7a77 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:51.911248 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-55890127-e13a-4a1b-9191-d93e07fab876 req-2b2964ac-3ca3-45f6-a94e-2ed39bfa7a77 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 946 time: 0.0716813 Feb 16 14:31:51.959104 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-55890127-e13a-4a1b-9191-d93e07fab876 req-877c26ec-90bf-4102-a549-6c8ade03fb44 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427487 Feb 16 14:31:52.007268 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae10a4f-7ed6-48bc-9523-27c3da6946ab req-bc318b48-6c90-4d7b-b2fd-95a44e71b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:52.008780 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4ae10a4f-7ed6-48bc-9523-27c3da6946ab req-bc318b48-6c90-4d7b-b2fd-95a44e71b4da service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 1130 time: 0.0483916 Feb 16 14:31:52.052543 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4ae10a4f-7ed6-48bc-9523-27c3da6946ab req-821cb5c9-fb38-4848-a237-15de108196a6 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367355 Feb 16 14:31:52.796773 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e510502-4952-4dba-abb8-82310d7af034 req-49d7a46a-1213-4dcc-9f89-8f651f3abc91 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:52.798844 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4e510502-4952-4dba-abb8-82310d7af034 req-49d7a46a-1213-4dcc-9f89-8f651f3abc91 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0553279 Feb 16 14:31:52.850518 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4e510502-4952-4dba-abb8-82310d7af034 req-1e19707d-0fdd-4fbd-9d06-43062107c5c3 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437713 Feb 16 14:31:53.102346 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dfa49-f1df-4a74-892a-0fd941d1a472 req-663289ce-e56c-4215-8e0d-7ff8c421a2e7 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:53.103856 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1a7dfa49-f1df-4a74-892a-0fd941d1a472 req-663289ce-e56c-4215-8e0d-7ff8c421a2e7 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 946 time: 0.0593753 Feb 16 14:31:53.162440 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1a7dfa49-f1df-4a74-892a-0fd941d1a472 req-72c27c4b-560a-482f-8eec-c07e83257a05 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521715 Feb 16 14:31:53.236259 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff832fd-ce49-4a6c-809b-8a728050e02a req-bd8fc1dc-c46c-46d8-b593-5e579372f4b3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:53.238263 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aff832fd-ce49-4a6c-809b-8a728050e02a req-bd8fc1dc-c46c-46d8-b593-5e579372f4b3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0572557 Feb 16 14:31:53.288473 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aff832fd-ce49-4a6c-809b-8a728050e02a req-5e9f75a7-56c1-4dd2-9a11-3634cd52ad73 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445666 Feb 16 14:31:53.310699 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51368) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:53.526928 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80359116-0613-4ca2-ab87-d31734525d3f tempest-TestMinimumBasicScenario-1764528311 tempest-TestMinimumBasicScenario-1764528311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:53.528621 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-80359116-0613-4ca2-ab87-d31734525d3f tempest-TestMinimumBasicScenario-1764528311 tempest-TestMinimumBasicScenario-1764528311-project-admin] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 1124 time: 0.2169344 Feb 16 14:31:53.531434 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51386) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:53.535931 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Request body: {'floatingip': {'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'port_id': '7f390436-f399-4b01-98fc-f2cf727fa87d', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:53.618028 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:53.719380 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:53.833846 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Allocated IP 172.27.1.101 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/2a7d9986-0843-443e-82fd-6e79570d001b) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:54.202292 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0ec0f-8b1b-4037-84b2-040e75c872dc req-071e3d77-056f-4290-867b-eac190364d6e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:54.202292 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-87d0ec0f-8b1b-4037-84b2-040e75c872dc req-071e3d77-056f-4290-867b-eac190364d6e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.1077170 Feb 16 14:31:54.222112 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for port (2a7d9986-0843-443e-82fd-6e79570d001b), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:54.306768 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-87d0ec0f-8b1b-4037-84b2-040e75c872dc req-787664e9-abdc-4cfa-b2cc-58f0cc111624 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960286 Feb 16 14:31:54.331712 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb3a33-ad4a-45d6-9117-ed2b743bcce7 req-aae663c7-f7b9-4608-b95b-0f10d65e97c1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:54.333202 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-26eb3a33-ad4a-45d6-9117-ed2b743bcce7 req-aae663c7-f7b9-4608-b95b-0f10d65e97c1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 946 time: 0.0796816 Feb 16 14:31:54.387075 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-26eb3a33-ad4a-45d6-9117-ed2b743bcce7 req-fc576fb6-7e55-444e-bd77-ecde07b24e9f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476604 Feb 16 14:31:54.414819 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (2a7d9986-0843-443e-82fd-6e79570d001b), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:54.461321 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:54.464171 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:54.467737 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:31:54.494882 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event updated for resources: {'Port': ['ID=2a7d9986-0843-443e-82fd-6e79570d001b,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:54.515202 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51454) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:54.636452 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:54.718659 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Publish callbacks [] for security_group (3dfcdee2-c6b2-4c83-b2c6-f8dc114d72e1), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:54.749755 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001f5cb-d8c0-4d84-bacf-a5d3a4318f20 req-9a4fee4a-9781-4099-b9c7-e5c30daefecc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:54.751542 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0001f5cb-d8c0-4d84-bacf-a5d3a4318f20 req-9a4fee4a-9781-4099-b9c7-e5c30daefecc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.1051440 Feb 16 14:31:54.814356 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d268add-e8a7-419f-8935-8583ee9a3ef1 req-90fb3eef-4055-459b-b5fa-914d51542927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:54.816196 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1d268add-e8a7-419f-8935-8583ee9a3ef1 req-90fb3eef-4055-459b-b5fa-914d51542927 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=60742357eb9840178f82489d14042333&device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 1129 time: 0.0600436 Feb 16 14:31:54.840762 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (3dfcdee2-c6b2-4c83-b2c6-f8dc114d72e1), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:54.841007 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0001f5cb-d8c0-4d84-bacf-a5d3a4318f20 req-27a7a583-0378-4497-99cc-45d9975fa781 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807450 Feb 16 14:31:54.922357 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfcdee2-c6b2-4c83-b2c6-f8dc114d72e1,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:54.932570 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for floatingip (72d91d3a-d2f0-47fb-b35b-0efb60c66f62), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:54.935494 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=5297da6dacf64f8aad2136459c8eacc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191465 Feb 16 14:31:54.939631 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:54.939989 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:54.940346 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:54.940823 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:54.941142 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:54.941475 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:54.941808 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:54.942140 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:54.942472 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:54.942801 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:54.943132 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:54.943457 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:54.943779 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718415d0-3984-488b-a321-b8c14c8df6f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:54.946854 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51460) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:54.988719 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d268add-e8a7-419f-8935-8583ee9a3ef1 req-58262ed5-f7cc-4f0a-b2a0-6445810bc9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:54.990128 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1d268add-e8a7-419f-8935-8583ee9a3ef1 req-58262ed5-f7cc-4f0a-b2a0-6445810bc9cb service neutron] 10.222.0.127 "GET /v2.0/networks?id=a6b11c3c-5991-4844-a883-8a00049c7bc1 HTTP/1.1" status: 200 len: 912 time: 0.1680083 Feb 16 14:31:55.053133 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-12027e32-94f0-4de6-ae0d-3f133eddd6a5 admin admin] Publish callbacks [] for security_group (3dfcdee2-c6b2-4c83-b2c6-f8dc114d72e1), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:55.082812 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (2a7d9986-0843-443e-82fd-6e79570d001b), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:55.083873 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1d268add-e8a7-419f-8935-8583ee9a3ef1 req-18946b47-ca79-4961-a43d-07fe25cb1983 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b397089c-b2c1-4a5c-95e3-1822ad1e007f HTTP/1.1" status: 200 len: 1001 time: 0.0865853 Feb 16 14:31:55.088268 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-12027e32-94f0-4de6-ae0d-3f133eddd6a5 admin admin] Publish callbacks [] for security_group (3dfcdee2-c6b2-4c83-b2c6-f8dc114d72e1), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:55.159209 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d268add-e8a7-419f-8935-8583ee9a3ef1 req-b379da17-57c2-4e1d-8cd5-64400dbec797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:55.160736 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1d268add-e8a7-419f-8935-8583ee9a3ef1 req-b379da17-57c2-4e1d-8cd5-64400dbec797 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2e4758ce-a9f3-4b67-b980-030eaf312697 HTTP/1.1" status: 200 len: 850 time: 0.0631614 Feb 16 14:31:55.216655 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d268add-e8a7-419f-8935-8583ee9a3ef1 req-489316f4-6ad9-475e-b4c7-f8914188ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:55.218166 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1d268add-e8a7-419f-8935-8583ee9a3ef1 req-489316f4-6ad9-475e-b4c7-f8914188ba14 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a6b11c3c-5991-4844-a883-8a00049c7bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508239 Feb 16 14:31:55.243571 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for port (2a7d9986-0843-443e-82fd-6e79570d001b), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:55.288964 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-12027e32-94f0-4de6-ae0d-3f133eddd6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (3dfcdee2-c6b2-4c83-b2c6-f8dc114d72e1), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:55.291509 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-12027e32-94f0-4de6-ae0d-3f133eddd6a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:55.292639 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-12027e32-94f0-4de6-ae0d-3f133eddd6a5 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/3dfcdee2-c6b2-4c83-b2c6-f8dc114d72e1 HTTP/1.1" status: 204 len: 168 time: 0.3433685 Feb 16 14:31:55.304659 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12027e32-94f0-4de6-ae0d-3f133eddd6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfcdee2-c6b2-4c83-b2c6-f8dc114d72e1,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:55.326668 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1d268add-e8a7-419f-8935-8583ee9a3ef1 req-26c6b776-e849-410c-ae91-6e0e3abb5277 service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013608 Feb 16 14:31:55.377071 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092046'] for port (2a7d9986-0843-443e-82fd-6e79570d001b), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:55.443252 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1d268add-e8a7-419f-8935-8583ee9a3ef1 req-ebe42062-46ed-450d-bbe6-96ce384d87e7 service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893364 Feb 16 14:31:55.452097 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event updated for resources: {'Port': ['ID=2a7d9986-0843-443e-82fd-6e79570d001b,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:55.467416 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (72d91d3a-d2f0-47fb-b35b-0efb60c66f62), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:55.612433 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1fdff-8d9a-49b5-8491-90bc7199e0f9 req-15add67b-6141-41f3-9f53-72d3f3ead1b9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:55.614134 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0cf1fdff-8d9a-49b5-8491-90bc7199e0f9 req-15add67b-6141-41f3-9f53-72d3f3ead1b9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 946 time: 0.1079869 Feb 16 14:31:55.621119 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Floating IP 72d91d3a-d2f0-47fb-b35b-0efb60c66f62 associated. External IP: 172.27.1.101, port: 7f390436-f399-4b01-98fc-f2cf727fa87d. Feb 16 14:31:55.741221 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0cf1fdff-8d9a-49b5-8491-90bc7199e0f9 req-325d6567-73c6-4056-959b-9edd79f39f3f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176035 Feb 16 14:31:55.873852 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Router 97d04078-f251-48ce-89fb-e89bf9d9b27d has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:31:55.956185 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51478) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:55.971802 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3a42e2c0-d1be-4d0a-b36e-a4ca3f404107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.023735 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12d8d8-25ff-477e-88a3-86870c367292 req-61a929ee-aad7-49db-9db0-caa0bf904ee9 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:56.025223 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bd12d8d8-25ff-477e-88a3-86870c367292 req-61a929ee-aad7-49db-9db0-caa0bf904ee9 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.1074774 Feb 16 14:31:56.029922 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:31:56.040514 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5622c-d838-4ff0-bfc5-3c4f9dae854c None None] Sync routers for ids ['97d04078-f251-48ce-89fb-e89bf9d9b27d'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:31:56.053136 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a5622c-d838-4ff0-bfc5-3c4f9dae854c None None] Routers {'97d04078-f251-48ce-89fb-e89bf9d9b27d'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:56.053777 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-43a5622c-d838-4ff0-bfc5-3c4f9dae854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:31:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['97d04078-f251-48ce-89fb-e89bf9d9b27d'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:56.059234 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3a42e2c0-d1be-4d0a-b36e-a4ca3f404107 admin admin] Publish callbacks [] for security_group (e04fe0c3-87b6-4cd6-b998-4bc6c9d75564), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.082092 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bd12d8d8-25ff-477e-88a3-86870c367292 req-648d4d56-f692-498e-b488-a7c2aff51430 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502663 Feb 16 14:31:56.140396 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3a42e2c0-d1be-4d0a-b36e-a4ca3f404107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e04fe0c3-87b6-4cd6-b998-4bc6c9d75564), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.143380 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.167298 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-43a5622c-d838-4ff0-bfc5-3c4f9dae854c None None] Set router 97d04078-f251-48ce-89fb-e89bf9d9b27d gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:56.180238 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1d29fb5d-5a8b-4059-ae3d-a8ae88184571 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6477516 Feb 16 14:31:56.180629 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-3a42e2c0-d1be-4d0a-b36e-a4ca3f404107 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=1c04fa6852e54e758cd39838cea5a68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228439 Feb 16 14:31:56.181071 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51480) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:56.181634 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'tag': '7f390436-f399-4b01-98fc-f2cf727fa87d'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:56.181753 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42e2c0-d1be-4d0a-b36e-a4ca3f404107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04fe0c3-87b6-4cd6-b998-4bc6c9d75564,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:56.184378 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51482) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:56.192057 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50c02363fa5426f791f6a8f15be870b1b836575fcc63bad3ce40b43bfc1392ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3209c0a8-e89d-49ba-96b0-00f53e2566db" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f8a556-3480-4a1b-83a4-c06ac99c20ec", "tag": "7f390436-f399-4b01-98fc-f2cf727fa87d"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:56.214184 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-8cfea13f-9ed8-4c3c-af2b-79890cc55d30 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1810127928', 'description': 'tempest-secgroup-smoke-1810127928 description', 'project_id': '6b3ed4defdba4d789d091f899cd7b3df'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:56.245187 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16370ed4-6931-406b-8503-7e20a8a57265 x-openstack-request-id: req-16370ed4-6931-406b-8503-7e20a8a57265 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:56.245471 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f8a556-3480-4a1b-83a4-c06ac99c20ec", "tag": "7f390436-f399-4b01-98fc-f2cf727fa87d", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:56.245914 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-16370ed4-6931-406b-8503-7e20a8a57265 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:56.246439 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'tag': '7f390436-f399-4b01-98fc-f2cf727fa87d', 'status': 'completed', 'code': 200} Feb 16 14:31:56.253607 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fde46543-b937-4c1b-ad24-0b1e343d5402 admin admin] Publish callbacks [] for security_group (e04fe0c3-87b6-4cd6-b998-4bc6c9d75564), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.287317 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fde46543-b937-4c1b-ad24-0b1e343d5402 admin admin] Publish callbacks [] for security_group (e04fe0c3-87b6-4cd6-b998-4bc6c9d75564), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.306106 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8cfea13f-9ed8-4c3c-af2b-79890cc55d30 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.354665 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209c0a8-e89d-49ba-96b0-00f53e2566db req-df8c21f9-2d7e-4dac-a97f-1582d6ebce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:56.355860 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3209c0a8-e89d-49ba-96b0-00f53e2566db req-df8c21f9-2d7e-4dac-a97f-1582d6ebce76 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6b3ed4defdba4d789d091f899cd7b3df&device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 1129 time: 0.0809503 Feb 16 14:31:56.435413 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fde46543-b937-4c1b-ad24-0b1e343d5402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e04fe0c3-87b6-4cd6-b998-4bc6c9d75564), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.437914 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fde46543-b937-4c1b-ad24-0b1e343d5402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.442174 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-fde46543-b937-4c1b-ad24-0b1e343d5402 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/e04fe0c3-87b6-4cd6-b998-4bc6c9d75564 HTTP/1.1" status: 204 len: 168 time: 0.2540467 Feb 16 14:31:56.461862 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde46543-b937-4c1b-ad24-0b1e343d5402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04fe0c3-87b6-4cd6-b998-4bc6c9d75564,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:56.467755 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209c0a8-e89d-49ba-96b0-00f53e2566db req-6574ebba-5fd6-45a5-b1dd-22431ef4741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:56.469504 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3209c0a8-e89d-49ba-96b0-00f53e2566db req-6574ebba-5fd6-45a5-b1dd-22431ef4741b service neutron] 10.222.0.127 "GET /v2.0/networks?id=45acbd5b-cc07-4f15-a7c1-b100851c68da HTTP/1.1" status: 200 len: 916 time: 0.1065896 Feb 16 14:31:56.481632 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8cfea13f-9ed8-4c3c-af2b-79890cc55d30 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group (252b91e0-78c8-49ce-88d8-a48000c5413b), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.486897 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-43a5622c-d838-4ff0-bfc5-3c4f9dae854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:39Z', 'revision_number': 4, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port': {'id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '72d91d3a-d2f0-47fb-b35b-0efb60c66f62', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'port_id': '7f390436-f399-4b01-98fc-f2cf727fa87d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'mac_address': 'fa:16:3e:82:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:31:54Z', 'updated_at': '2022-02-16T14:31:54Z', 'revision_number': 0, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494e020d-ec47-4621-a0ff-b1083ba4736e', 'name': '', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'mac_address': 'fa:16:3e:4f:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:38Z', 'updated_at': '2022-02-16T14:30:43Z', 'revision_number': 5, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'subnets': [{'id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:56.514448 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5622c-d838-4ff0-bfc5-3c4f9dae854c None None] Checking router: 97d04078-f251-48ce-89fb-e89bf9d9b27d for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:31:56.523866 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a5622c-d838-4ff0-bfc5-3c4f9dae854c None None] Routers {'97d04078-f251-48ce-89fb-e89bf9d9b27d'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:31:56.524483 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-43a5622c-d838-4ff0-bfc5-3c4f9dae854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:31:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['97d04078-f251-48ce-89fb-e89bf9d9b27d'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:56.537275 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8cfea13f-9ed8-4c3c-af2b-79890cc55d30 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (252b91e0-78c8-49ce-88d8-a48000c5413b), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.548178 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3209c0a8-e89d-49ba-96b0-00f53e2566db req-bd56495a-1e39-41ab-9d5b-51e2b1a0977e service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f390436-f399-4b01-98fc-f2cf727fa87d HTTP/1.1" status: 200 len: 999 time: 0.0699856 Feb 16 14:31:56.588360 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfea13f-9ed8-4c3c-af2b-79890cc55d30 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252b91e0-78c8-49ce-88d8-a48000c5413b,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:56.597526 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51490) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:56.620940 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209c0a8-e89d-49ba-96b0-00f53e2566db req-811b4029-6d13-4c94-ad2c-069c4cee3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:56.622416 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3209c0a8-e89d-49ba-96b0-00f53e2566db req-811b4029-6d13-4c94-ad2c-069c4cee3b96 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f46a4518-9ce1-4482-9476-b284366346ff HTTP/1.1" status: 200 len: 854 time: 0.0672472 Feb 16 14:31:56.639603 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-43a5622c-d838-4ff0-bfc5-3c4f9dae854c None None] Set router 97d04078-f251-48ce-89fb-e89bf9d9b27d gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:31:56.643710 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8cfea13f-9ed8-4c3c-af2b-79890cc55d30 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.644988 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-8cfea13f-9ed8-4c3c-af2b-79890cc55d30 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4452584 Feb 16 14:31:56.648754 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51492) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:56.653650 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-10b34f5d-3869-4b18-b222-d61fec6fe255 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Request body: {'security_group_rule': {'security_group_id': '252b91e0-78c8-49ce-88d8-a48000c5413b', 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:56.675695 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-d451750b-f486-4b22-a9ad-2dda0bc57dfd admin admin] Deleting subnet 82f45736-b07f-47a4-a2d9-58d3b87f9969 {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:31:56.681078 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209c0a8-e89d-49ba-96b0-00f53e2566db req-cf305da6-cb9d-4992-b2c0-f0fb7bfda767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:56.681825 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d451750b-f486-4b22-a9ad-2dda0bc57dfd admin admin] Publish callbacks [] for subnet (82f45736-b07f-47a4-a2d9-58d3b87f9969), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.683385 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3209c0a8-e89d-49ba-96b0-00f53e2566db req-cf305da6-cb9d-4992-b2c0-f0fb7bfda767 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=45acbd5b-cc07-4f15-a7c1-b100851c68da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0537994 Feb 16 14:31:56.720703 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d451750b-f486-4b22-a9ad-2dda0bc57dfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5133848'] for subnet (82f45736-b07f-47a4-a2d9-58d3b87f9969), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.771394 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d451750b-f486-4b22-a9ad-2dda0bc57dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (82f45736-b07f-47a4-a2d9-58d3b87f9969), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.787507 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3209c0a8-e89d-49ba-96b0-00f53e2566db req-48dae200-c79d-468d-b3ec-47e330b533a8 service neutron] 10.222.0.127 "GET /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958705 Feb 16 14:31:56.791102 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10b34f5d-3869-4b18-b222-d61fec6fe255 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (47c16213-e292-4873-940c-f2af00ff0868), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.866423 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10b34f5d-3869-4b18-b222-d61fec6fe255 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (47c16213-e292-4873-940c-f2af00ff0868), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.897386 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-43a5622c-d838-4ff0-bfc5-3c4f9dae854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:39Z', 'revision_number': 4, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port': {'id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '72d91d3a-d2f0-47fb-b35b-0efb60c66f62', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'port_id': '7f390436-f399-4b01-98fc-f2cf727fa87d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'mac_address': 'fa:16:3e:82:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:31:54Z', 'updated_at': '2022-02-16T14:31:54Z', 'revision_number': 0, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494e020d-ec47-4621-a0ff-b1083ba4736e', 'name': '', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'mac_address': 'fa:16:3e:4f:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:38Z', 'updated_at': '2022-02-16T14:30:43Z', 'revision_number': 5, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'subnets': [{'id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:56.907716 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3209c0a8-e89d-49ba-96b0-00f53e2566db req-1e7b59a5-011c-48f9-a9f9-a1deca3a7516 service neutron] 10.222.0.127 "GET /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111369 Feb 16 14:31:56.926925 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5622c-d838-4ff0-bfc5-3c4f9dae854c None None] The sync data for ids ['97d04078-f251-48ce-89fb-e89bf9d9b27d'] in dv-cinder-778193-17-iscsi is: [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:39Z', 'revision_number': 4, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port': {'id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '72d91d3a-d2f0-47fb-b35b-0efb60c66f62', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'port_id': '7f390436-f399-4b01-98fc-f2cf727fa87d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'mac_address': 'fa:16:3e:82:9e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:31:54Z', 'updated_at': '2022-02-16T14:31:54Z', 'revision_number': 0, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494e020d-ec47-4621-a0ff-b1083ba4736e', 'name': '', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'mac_address': 'fa:16:3e:4f:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:38Z', 'updated_at': '2022-02-16T14:30:43Z', 'revision_number': 5, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'subnets': [{'id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:31:56.937769 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d451750b-f486-4b22-a9ad-2dda0bc57dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4862926'] for subnet (82f45736-b07f-47a4-a2d9-58d3b87f9969), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.966630 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10b34f5d-3869-4b18-b222-d61fec6fe255 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (47c16213-e292-4873-940c-f2af00ff0868), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.973502 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451750b-f486-4b22-a9ad-2dda0bc57dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f45736-b07f-47a4-a2d9-58d3b87f9969,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:56.983082 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d451750b-f486-4b22-a9ad-2dda0bc57dfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:56.987517 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d451750b-f486-4b22-a9ad-2dda0bc57dfd admin admin] 10.222.0.133 "DELETE /v2.0/subnets/82f45736-b07f-47a4-a2d9-58d3b87f9969 HTTP/1.1" status: 204 len: 168 time: 0.3875353 Feb 16 14:31:56.991246 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51502) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:56.996525 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b34f5d-3869-4b18-b222-d61fec6fe255 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c16213-e292-4873-940c-f2af00ff0868,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:57.090660 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10b34f5d-3869-4b18-b222-d61fec6fe255 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.091910 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-10b34f5d-3869-4b18-b222-d61fec6fe255 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4422109 Feb 16 14:31:57.095719 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51506) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:57.101047 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-79761f64-435f-4b46-bbae-a6078063c2f5 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Request body: {'security_group_rule': {'security_group_id': '252b91e0-78c8-49ce-88d8-a48000c5413b', 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:57.219738 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66daab2-fb3d-4fc6-8570-b951390459c7 None None] New status for floating IP 72d91d3a-d2f0-47fb-b35b-0efb60c66f62: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:31:57.256990 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-79761f64-435f-4b46-bbae-a6078063c2f5 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (77ec9881-d889-4f61-8233-2be7e15dee82), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.278723 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b966457-c7c9-433c-92ee-e4d4f4321371 req-1392cfa4-3b9d-41d8-a363-7f47ca7c1a97 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:57.280304 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9b966457-c7c9-433c-92ee-e4d4f4321371 req-1392cfa4-3b9d-41d8-a363-7f47ca7c1a97 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.1008673 Feb 16 14:31:57.310470 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a211dab6-c1d2-4da3-8238-79b6943c328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (faf736a8-b0d1-4a45-85de-421c9c2ffb65), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.358941 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-79761f64-435f-4b46-bbae-a6078063c2f5 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (77ec9881-d889-4f61-8233-2be7e15dee82), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.365279 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9b966457-c7c9-433c-92ee-e4d4f4321371 req-ef4d9f94-91b1-4be5-b366-07f6356be0cb tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762396 Feb 16 14:31:57.393459 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a211dab6-c1d2-4da3-8238-79b6943c328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (faf736a8-b0d1-4a45-85de-421c9c2ffb65), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.414319 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-a211dab6-c1d2-4da3-8238-79b6943c328d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf736a8-b0d1-4a45-85de-421c9c2ffb65']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:57.427369 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-a211dab6-c1d2-4da3-8238-79b6943c328d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dac86c5-7ff7-4567-81e8-236ba74dfcd2') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:57.427369 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-a211dab6-c1d2-4da3-8238-79b6943c328d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dac86c5-7ff7-4567-81e8-236ba74dfcd2') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:57.434850 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a211dab6-c1d2-4da3-8238-79b6943c328d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615047'] for segment (6dac86c5-7ff7-4567-81e8-236ba74dfcd2), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.448903 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a211dab6-c1d2-4da3-8238-79b6943c328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (6dac86c5-7ff7-4567-81e8-236ba74dfcd2), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.450846 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-79761f64-435f-4b46-bbae-a6078063c2f5 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (77ec9881-d889-4f61-8233-2be7e15dee82), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.456153 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a211dab6-c1d2-4da3-8238-79b6943c328d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:31:57.456549 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a211dab6-c1d2-4da3-8238-79b6943c328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163989'] for segment (6dac86c5-7ff7-4567-81e8-236ba74dfcd2), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: Traceback (most recent call last): Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: timer() Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: cb(*args, **kw) Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: return func(*args, **kwargs) Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: self._notify() Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: self.callback(batched_events) Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: event.method(event) Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: return f(self, *a, **k) Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._get(url).json() Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:31:57.459079 dv-cinder-778193-17-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:31:57.474920 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79761f64-435f-4b46-bbae-a6078063c2f5 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ec9881-d889-4f61-8233-2be7e15dee82,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:57.601089 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-79761f64-435f-4b46-bbae-a6078063c2f5 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.602285 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-79761f64-435f-4b46-bbae-a6078063c2f5 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5051923 Feb 16 14:31:57.605243 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51520) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:57.610172 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-34ca6eec-5f8e-4f4c-9fe0-471f852c6e2b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Request body: {'security_group_rule': {'security_group_id': '252b91e0-78c8-49ce-88d8-a48000c5413b', 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:57.629074 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a211dab6-c1d2-4da3-8238-79b6943c328d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (faf736a8-b0d1-4a45-85de-421c9c2ffb65), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.634957 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a211dab6-c1d2-4da3-8238-79b6943c328d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.638884 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-a211dab6-c1d2-4da3-8238-79b6943c328d admin admin] 10.222.0.133 "DELETE /v2.0/networks/faf736a8-b0d1-4a45-85de-421c9c2ffb65 HTTP/1.1" status: 204 len: 168 time: 0.6467936 Feb 16 14:31:57.651327 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211dab6-c1d2-4da3-8238-79b6943c328d admin admin] Pushing event deleted for resources: {'Network': ['ID=faf736a8-b0d1-4a45-85de-421c9c2ffb65,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:57.713204 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-34ca6eec-5f8e-4f4c-9fe0-471f852c6e2b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (f33b7af4-0ba5-499c-890b-d75a937c1f61), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.783008 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-34ca6eec-5f8e-4f4c-9fe0-471f852c6e2b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (f33b7af4-0ba5-499c-890b-d75a937c1f61), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.854393 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-34ca6eec-5f8e-4f4c-9fe0-471f852c6e2b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (f33b7af4-0ba5-499c-890b-d75a937c1f61), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.872201 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca6eec-5f8e-4f4c-9fe0-471f852c6e2b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33b7af4-0ba5-499c-890b-d75a937c1f61,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:57.978955 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-34ca6eec-5f8e-4f4c-9fe0-471f852c6e2b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:57.982689 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-34ca6eec-5f8e-4f4c-9fe0-471f852c6e2b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737187 Feb 16 14:31:57.983032 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51530) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:57.987748 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-0e2f82d2-0b04-4f9a-b989-342119d4274d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Request body: {'security_group_rule': {'security_group_id': '252b91e0-78c8-49ce-88d8-a48000c5413b', 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:58.093661 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0e2f82d2-0b04-4f9a-b989-342119d4274d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (7a985adf-db98-48ef-91bd-d23ec7838c8e), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.150756 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0e2f82d2-0b04-4f9a-b989-342119d4274d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (7a985adf-db98-48ef-91bd-d23ec7838c8e), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.202018 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51536) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:58.233310 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0e2f82d2-0b04-4f9a-b989-342119d4274d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (7a985adf-db98-48ef-91bd-d23ec7838c8e), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.250196 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-4a15a934-f946-4eac-b726-9e264cfcdbde admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=898d5c9b275b4f84ae6b6c7f11759677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469997 Feb 16 14:31:58.250924 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51538) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:58.255217 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f82d2-0b04-4f9a-b989-342119d4274d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a985adf-db98-48ef-91bd-d23ec7838c8e,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:58.313287 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-320b67ad-8dc8-470f-a343-d06c219d59dd admin admin] Publish callbacks [] for security_group (8732fdae-0c8c-4fff-9669-c6996ab6a5e7), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.321029 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0e2f82d2-0b04-4f9a-b989-342119d4274d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.322248 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0e2f82d2-0b04-4f9a-b989-342119d4274d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3383965 Feb 16 14:31:58.324988 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51542) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:58.329367 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-15799f8b-f206-4f3f-b57c-cd0d768edcd3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Request body: {'security_group_rule': {'security_group_id': '252b91e0-78c8-49ce-88d8-a48000c5413b', 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:58.336671 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-320b67ad-8dc8-470f-a343-d06c219d59dd admin admin] Publish callbacks [] for security_group (8732fdae-0c8c-4fff-9669-c6996ab6a5e7), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.411040 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.securitygroups_db [None req-15799f8b-f206-4f3f-b57c-cd0d768edcd3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Project 6b3ed4defdba4d789d091f899cd7b3df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:31:58.416741 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-15799f8b-f206-4f3f-b57c-cd0d768edcd3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (5a426243-09f1-4abb-817d-5f1d062b54b8), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.468228 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-320b67ad-8dc8-470f-a343-d06c219d59dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (8732fdae-0c8c-4fff-9669-c6996ab6a5e7), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.471361 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-320b67ad-8dc8-470f-a343-d06c219d59dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.472686 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-320b67ad-8dc8-470f-a343-d06c219d59dd admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/8732fdae-0c8c-4fff-9669-c6996ab6a5e7 HTTP/1.1" status: 204 len: 168 time: 0.2200539 Feb 16 14:31:58.477138 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-15799f8b-f206-4f3f-b57c-cd0d768edcd3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (5a426243-09f1-4abb-817d-5f1d062b54b8), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.481381 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b67ad-8dc8-470f-a343-d06c219d59dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8732fdae-0c8c-4fff-9669-c6996ab6a5e7,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:58.548489 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-15799f8b-f206-4f3f-b57c-cd0d768edcd3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (5a426243-09f1-4abb-817d-5f1d062b54b8), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.565379 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15799f8b-f206-4f3f-b57c-cd0d768edcd3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a426243-09f1-4abb-817d-5f1d062b54b8,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:58.641211 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-15799f8b-f206-4f3f-b57c-cd0d768edcd3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.642715 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-15799f8b-f206-4f3f-b57c-cd0d768edcd3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3167717 Feb 16 14:31:58.645517 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51550) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:31:58.649905 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-1215841d-ede0-41c8-b542-3e45b8d50c59 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Request body: {'security_group_rule': {'security_group_id': '252b91e0-78c8-49ce-88d8-a48000c5413b', 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:58.759261 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.securitygroups_db [None req-1215841d-ede0-41c8-b542-3e45b8d50c59 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Project 6b3ed4defdba4d789d091f899cd7b3df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:31:58.764649 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1215841d-ede0-41c8-b542-3e45b8d50c59 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (f8b12268-8257-4efa-a5c7-fd375771c544), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.832506 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1215841d-ede0-41c8-b542-3e45b8d50c59 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (f8b12268-8257-4efa-a5c7-fd375771c544), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.937048 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1215841d-ede0-41c8-b542-3e45b8d50c59 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (f8b12268-8257-4efa-a5c7-fd375771c544), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:58.965331 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215841d-ede0-41c8-b542-3e45b8d50c59 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b12268-8257-4efa-a5c7-fd375771c544,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:59.091182 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1215841d-ede0-41c8-b542-3e45b8d50c59 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:59.095706 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-1215841d-ede0-41c8-b542-3e45b8d50c59 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4459956 Feb 16 14:31:59.190045 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e80b8101-2195-4396-9dce-fab96297521d req-59d33bdb-e29d-4854-b923-6b591be0d22f tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810127928&fields=id&tenant_id=6b3ed4defdba4d789d091f899cd7b3df HTTP/1.1" status: 200 len: 267 time: 0.0508852 Feb 16 14:31:59.251675 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b8101-2195-4396-9dce-fab96297521d req-4380bc16-3e53-49bd-be08-b7ada9e50f77 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:59.253353 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e80b8101-2195-4396-9dce-fab96297521d req-4380bc16-3e53-49bd-be08-b7ada9e50f77 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0578642 Feb 16 14:31:59.265509 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-e80b8101-2195-4396-9dce-fab96297521d req-c333038c-4aae-4578-8f05-5e2ac77b231b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Request body: {'port': {'security_groups': ['ae342449-85fa-44d0-b1ec-d9fc45c7256c', '252b91e0-78c8-49ce-88d8-a48000c5413b']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:59.340036 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-e80b8101-2195-4396-9dce-fab96297521d req-c333038c-4aae-4578-8f05-5e2ac77b231b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:59.787247 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-e80b8101-2195-4396-9dce-fab96297521d req-c333038c-4aae-4578-8f05-5e2ac77b231b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] For port 7f390436-f399-4b01-98fc-f2cf727fa87d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7f390436-f399-4b01-98fc-f2cf727fa87d,segment=NetworkSegment(3b342613-b3c3-40c5-96a0-b1303545f2c1),segment_id=3b342613-b3c3-40c5-96a0-b1303545f2c1)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:31:59.817635 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-e80b8101-2195-4396-9dce-fab96297521d req-c333038c-4aae-4578-8f05-5e2ac77b231b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:59.877922 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-e80b8101-2195-4396-9dce-fab96297521d req-c333038c-4aae-4578-8f05-5e2ac77b231b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092046'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:59.889783 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['7f390436-f399-4b01-98fc-f2cf727fa87d'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:31:59.930386 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b8101-2195-4396-9dce-fab96297521d req-c333038c-4aae-4578-8f05-5e2ac77b231b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:59.931063 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-e80b8101-2195-4396-9dce-fab96297521d req-c333038c-4aae-4578-8f05-5e2ac77b231b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:31:59.932472 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e80b8101-2195-4396-9dce-fab96297521d req-c333038c-4aae-4578-8f05-5e2ac77b231b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "PUT /v2.0/ports/7f390436-f399-4b01-98fc-f2cf727fa87d HTTP/1.1" status: 200 len: 981 time: 0.6716928 Feb 16 14:31:59.932962 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'tag': '7f390436-f399-4b01-98fc-f2cf727fa87d'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:31:59.935750 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50c02363fa5426f791f6a8f15be870b1b836575fcc63bad3ce40b43bfc1392ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75aa8e6b-eaf7-4e8a-94de-1bbd423b7106" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f8a556-3480-4a1b-83a4-c06ac99c20ec", "tag": "7f390436-f399-4b01-98fc-f2cf727fa87d"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:31:59.952423 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:31:59.964551 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333038c-4aae-4578-8f05-5e2ac77b231b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event updated for resources: {'Port': ['ID=7f390436-f399-4b01-98fc-f2cf727fa87d,revision_number=6']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:59.989821 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74d7882-c38b-4e8e-b728-ff11afc11009 x-openstack-request-id: req-e74d7882-c38b-4e8e-b728-ff11afc11009 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:31:59.990267 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f8a556-3480-4a1b-83a4-c06ac99c20ec", "tag": "7f390436-f399-4b01-98fc-f2cf727fa87d", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:31:59.990633 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-e74d7882-c38b-4e8e-b728-ff11afc11009 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:31:59.991272 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'tag': '7f390436-f399-4b01-98fc-f2cf727fa87d', 'status': 'completed', 'code': 200} Feb 16 14:32:00.037794 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['7f390436-f399-4b01-98fc-f2cf727fa87d'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:32:00.083154 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa8e6b-eaf7-4e8a-94de-1bbd423b7106 req-84b75264-f462-41a6-9c45-2558277a9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:00.084279 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-75aa8e6b-eaf7-4e8a-94de-1bbd423b7106 req-84b75264-f462-41a6-9c45-2558277a9ea1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6b3ed4defdba4d789d091f899cd7b3df&device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 1168 time: 0.0655541 Feb 16 14:32:00.088932 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242567b4-2c85-40ed-a218-589eb2ce54b1 req-6a0c8a64-daae-46fd-8509-a6499b545c0c tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:00.091485 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-242567b4-2c85-40ed-a218-589eb2ce54b1 req-6a0c8a64-daae-46fd-8509-a6499b545c0c tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0719805 Feb 16 14:32:00.185443 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-242567b4-2c85-40ed-a218-589eb2ce54b1 req-e01f6db8-bdfb-4703-aea8-281f58d268b1 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871887 Feb 16 14:32:00.204471 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa8e6b-eaf7-4e8a-94de-1bbd423b7106 req-055f0099-0563-4f2c-a5ff-0b2f690c572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:00.206571 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-75aa8e6b-eaf7-4e8a-94de-1bbd423b7106 req-055f0099-0563-4f2c-a5ff-0b2f690c572f service neutron] 10.222.0.127 "GET /v2.0/networks?id=45acbd5b-cc07-4f15-a7c1-b100851c68da HTTP/1.1" status: 200 len: 916 time: 0.1065969 Feb 16 14:32:00.286589 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-75aa8e6b-eaf7-4e8a-94de-1bbd423b7106 req-6e18d635-910c-49e0-9e71-61ee89989597 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f390436-f399-4b01-98fc-f2cf727fa87d HTTP/1.1" status: 200 len: 1001 time: 0.0668926 Feb 16 14:32:00.345370 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa8e6b-eaf7-4e8a-94de-1bbd423b7106 req-cb4fca1f-7839-4b50-a0ef-53d72a402fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:00.346883 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-75aa8e6b-eaf7-4e8a-94de-1bbd423b7106 req-cb4fca1f-7839-4b50-a0ef-53d72a402fa6 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f46a4518-9ce1-4482-9476-b284366346ff HTTP/1.1" status: 200 len: 854 time: 0.0532098 Feb 16 14:32:00.359109 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-578a9375-3398-4607-9ca6-4f6ba0d7a5f1 None None] Provisioning complete for port 7f390436-f399-4b01-98fc-f2cf727fa87d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:00.359482 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-578a9375-3398-4607-9ca6-4f6ba0d7a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:00.406395 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa8e6b-eaf7-4e8a-94de-1bbd423b7106 req-19fec7c3-d9f4-4f54-bc06-acc569f6635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:00.408588 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-75aa8e6b-eaf7-4e8a-94de-1bbd423b7106 req-19fec7c3-d9f4-4f54-bc06-acc569f6635d service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=45acbd5b-cc07-4f15-a7c1-b100851c68da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0543008 Feb 16 14:32:00.513485 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-75aa8e6b-eaf7-4e8a-94de-1bbd423b7106 req-b6085b06-77d8-4092-9782-21a2b005d95a service neutron] 10.222.0.127 "GET /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908310 Feb 16 14:32:00.562822 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-578a9375-3398-4607-9ca6-4f6ba0d7a5f1 None None] Current status of the port 7f390436-f399-4b01-98fc-f2cf727fa87d is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:00.623030 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-75aa8e6b-eaf7-4e8a-94de-1bbd423b7106 req-88bfcc69-f8b2-48fc-98fe-5602048488b8 service neutron] 10.222.0.127 "GET /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014099 Feb 16 14:32:01.399010 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:04.017010 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5cee35b8-008e-4509-b423-58a790cee558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:06.422682 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c41bdf3b-b711-43ac-81b8-1b11dee4ebf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:07.679523 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:09.079511 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:10.085043 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51662) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:10.189014 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32c07175-e905-4f8d-aef6-8b75377507b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:10.259619 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32c07175-e905-4f8d-aef6-8b75377507b1 admin admin] Publish callbacks [] for security_group (59d33734-9dc4-42b4-afdc-d12d473c61bc), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:10.334635 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32c07175-e905-4f8d-aef6-8b75377507b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (59d33734-9dc4-42b4-afdc-d12d473c61bc), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:10.372514 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-32c07175-e905-4f8d-aef6-8b75377507b1 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=8809bf8df6f143f48141fe4603ddc2d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864122 Feb 16 14:32:10.373363 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c07175-e905-4f8d-aef6-8b75377507b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d33734-9dc4-42b4-afdc-d12d473c61bc,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:10.381441 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51668) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:10.432241 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0402c3d8-9c5a-44ef-8590-a54cf18ab5d5 admin admin] Publish callbacks [] for security_group (59d33734-9dc4-42b4-afdc-d12d473c61bc), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:10.452937 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0402c3d8-9c5a-44ef-8590-a54cf18ab5d5 admin admin] Publish callbacks [] for security_group (59d33734-9dc4-42b4-afdc-d12d473c61bc), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:10.569193 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0402c3d8-9c5a-44ef-8590-a54cf18ab5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (59d33734-9dc4-42b4-afdc-d12d473c61bc), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:10.571735 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0402c3d8-9c5a-44ef-8590-a54cf18ab5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:10.572881 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0402c3d8-9c5a-44ef-8590-a54cf18ab5d5 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/59d33734-9dc4-42b4-afdc-d12d473c61bc HTTP/1.1" status: 204 len: 168 time: 0.1907117 Feb 16 14:32:10.581604 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402c3d8-9c5a-44ef-8590-a54cf18ab5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d33734-9dc4-42b4-afdc-d12d473c61bc,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:10.679322 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:11.225859 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51674) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:11.239390 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-482a0aac-4211-4e50-b059-fd12a6e5fae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:11.312279 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-482a0aac-4211-4e50-b059-fd12a6e5fae0 admin admin] Publish callbacks [] for security_group (33e94a91-7e21-492e-8635-c72aa8e92899), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:11.382900 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-482a0aac-4211-4e50-b059-fd12a6e5fae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (33e94a91-7e21-492e-8635-c72aa8e92899), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:11.420991 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-482a0aac-4211-4e50-b059-fd12a6e5fae0 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=0856d4d364504f97bfb65c395530f369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1940551 Feb 16 14:32:11.423848 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a0aac-4211-4e50-b059-fd12a6e5fae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e94a91-7e21-492e-8635-c72aa8e92899,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:11.424582 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51676) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:11.473758 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-42ab56f9-b36d-4d00-8069-dcbb27cd7059 admin admin] Publish callbacks [] for security_group (33e94a91-7e21-492e-8635-c72aa8e92899), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:11.494989 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-42ab56f9-b36d-4d00-8069-dcbb27cd7059 admin admin] Publish callbacks [] for security_group (33e94a91-7e21-492e-8635-c72aa8e92899), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:11.622679 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-42ab56f9-b36d-4d00-8069-dcbb27cd7059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (33e94a91-7e21-492e-8635-c72aa8e92899), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:11.625281 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-42ab56f9-b36d-4d00-8069-dcbb27cd7059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:11.626440 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-42ab56f9-b36d-4d00-8069-dcbb27cd7059 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/33e94a91-7e21-492e-8635-c72aa8e92899 HTTP/1.1" status: 204 len: 168 time: 0.2011714 Feb 16 14:32:11.642497 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab56f9-b36d-4d00-8069-dcbb27cd7059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e94a91-7e21-492e-8635-c72aa8e92899,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:12.359097 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51682) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:12.372897 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ebf6fa0f-3aeb-49d0-9263-60c0995781a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:12.444415 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ebf6fa0f-3aeb-49d0-9263-60c0995781a1 admin admin] Publish callbacks [] for security_group (b4e381fa-937e-477b-b28d-2ab7c0319ecf), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:12.531263 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ebf6fa0f-3aeb-49d0-9263-60c0995781a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (b4e381fa-937e-477b-b28d-2ab7c0319ecf), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:12.569048 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6fa0f-3aeb-49d0-9263-60c0995781a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e381fa-937e-477b-b28d-2ab7c0319ecf,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:12.573727 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ebf6fa0f-3aeb-49d0-9263-60c0995781a1 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=2b501854f49343e583df81dc14c81da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135794 Feb 16 14:32:12.577006 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51684) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:12.626195 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68b2404f-92a0-4547-84fc-5eafc2f58cf2 admin admin] Publish callbacks [] for security_group (b4e381fa-937e-477b-b28d-2ab7c0319ecf), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:12.647249 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68b2404f-92a0-4547-84fc-5eafc2f58cf2 admin admin] Publish callbacks [] for security_group (b4e381fa-937e-477b-b28d-2ab7c0319ecf), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:12.788296 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68b2404f-92a0-4547-84fc-5eafc2f58cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (b4e381fa-937e-477b-b28d-2ab7c0319ecf), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:12.791033 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68b2404f-92a0-4547-84fc-5eafc2f58cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:12.792214 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-68b2404f-92a0-4547-84fc-5eafc2f58cf2 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b4e381fa-937e-477b-b28d-2ab7c0319ecf HTTP/1.1" status: 204 len: 168 time: 0.2150249 Feb 16 14:32:12.800392 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2404f-92a0-4547-84fc-5eafc2f58cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e381fa-937e-477b-b28d-2ab7c0319ecf,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:21.164369 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591acbe5-df00-464d-b7ec-2ebb7a3c03c2 req-9ff8b7f9-e3e3-45ed-b696-24dc2725b929 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:21.165867 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-591acbe5-df00-464d-b7ec-2ebb7a3c03c2 req-9ff8b7f9-e3e3-45ed-b696-24dc2725b929 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0556362 Feb 16 14:32:21.233317 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-591acbe5-df00-464d-b7ec-2ebb7a3c03c2 req-ea9541a3-e4c0-4c82-b19f-499da1f5a363 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617599 Feb 16 14:32:21.267362 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29640ef9-be45-4394-b4aa-4f4a8d228059 req-f9f7d976-4ddf-4f95-9806-d9e611605f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:21.268984 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-29640ef9-be45-4394-b4aa-4f4a8d228059 req-f9f7d976-4ddf-4f95-9806-d9e611605f78 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6b3ed4defdba4d789d091f899cd7b3df&device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 1168 time: 0.0504327 Feb 16 14:32:21.375043 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29640ef9-be45-4394-b4aa-4f4a8d228059 req-85878a54-c85a-4dbd-a1dd-f6cb301a5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:21.376435 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-29640ef9-be45-4394-b4aa-4f4a8d228059 req-85878a54-c85a-4dbd-a1dd-f6cb301a5858 service neutron] 10.222.0.127 "GET /v2.0/networks?id=45acbd5b-cc07-4f15-a7c1-b100851c68da HTTP/1.1" status: 200 len: 916 time: 0.1003451 Feb 16 14:32:21.444655 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-29640ef9-be45-4394-b4aa-4f4a8d228059 req-1eb873b5-2926-4271-911b-13d83b20df4c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f390436-f399-4b01-98fc-f2cf727fa87d HTTP/1.1" status: 200 len: 1001 time: 0.0594046 Feb 16 14:32:21.492899 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29640ef9-be45-4394-b4aa-4f4a8d228059 req-39fa3462-f78f-41a5-924d-5fff724e1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:21.494334 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-29640ef9-be45-4394-b4aa-4f4a8d228059 req-39fa3462-f78f-41a5-924d-5fff724e1d82 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f46a4518-9ce1-4482-9476-b284366346ff HTTP/1.1" status: 200 len: 854 time: 0.0432122 Feb 16 14:32:21.547366 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29640ef9-be45-4394-b4aa-4f4a8d228059 req-06625d0a-023b-4ef9-95ce-d834ca86fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:21.548840 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-29640ef9-be45-4394-b4aa-4f4a8d228059 req-06625d0a-023b-4ef9-95ce-d834ca86fa16 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=45acbd5b-cc07-4f15-a7c1-b100851c68da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469337 Feb 16 14:32:21.638538 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-29640ef9-be45-4394-b4aa-4f4a8d228059 req-813d3846-5fc6-4f0e-9b97-22fba4ee7d5b service neutron] 10.222.0.127 "GET /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824950 Feb 16 14:32:21.733811 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-29640ef9-be45-4394-b4aa-4f4a8d228059 req-faa9601a-2ab4-4a84-a15f-a992c8045c66 service neutron] 10.222.0.127 "GET /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879471 Feb 16 14:32:21.877580 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51818) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:21.980855 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-461b00f0-170c-46ea-9802-403643409af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:22.052995 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-461b00f0-170c-46ea-9802-403643409af9 admin admin] Publish callbacks [] for security_group (002e390a-0f8b-421b-bb79-834e5d023d92), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:22.164688 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-461b00f0-170c-46ea-9802-403643409af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (002e390a-0f8b-421b-bb79-834e5d023d92), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:22.203904 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-461b00f0-170c-46ea-9802-403643409af9 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=0997b993ee874385a6f832cec680c9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252692 Feb 16 14:32:22.204821 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b00f0-170c-46ea-9802-403643409af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002e390a-0f8b-421b-bb79-834e5d023d92,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:22.206655 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51822) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:22.253910 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e1de7523-5b78-4714-a22c-826520018c15 admin admin] Publish callbacks [] for security_group (002e390a-0f8b-421b-bb79-834e5d023d92), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:22.275379 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e1de7523-5b78-4714-a22c-826520018c15 admin admin] Publish callbacks [] for security_group (002e390a-0f8b-421b-bb79-834e5d023d92), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:22.360034 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326e333-46ac-4457-9151-f40ee109216c req-37710c0f-b046-4ee6-802c-77fa52bfb78f tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:22.361509 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1326e333-46ac-4457-9151-f40ee109216c req-37710c0f-b046-4ee6-802c-77fa52bfb78f tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0538943 Feb 16 14:32:22.422551 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1326e333-46ac-4457-9151-f40ee109216c req-44414113-7ec3-40c9-a7d1-e9aa9290e829 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549786 Feb 16 14:32:22.423447 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e1de7523-5b78-4714-a22c-826520018c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (002e390a-0f8b-421b-bb79-834e5d023d92), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:22.425949 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e1de7523-5b78-4714-a22c-826520018c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:22.427091 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-e1de7523-5b78-4714-a22c-826520018c15 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/002e390a-0f8b-421b-bb79-834e5d023d92 HTTP/1.1" status: 204 len: 168 time: 0.2194197 Feb 16 14:32:22.435059 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de7523-5b78-4714-a22c-826520018c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002e390a-0f8b-421b-bb79-834e5d023d92,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:23.071302 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51830) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:23.084963 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-81ffb755-7cac-4733-8208-42723f231f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:23.157600 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-81ffb755-7cac-4733-8208-42723f231f3d admin admin] Publish callbacks [] for security_group (94483316-df55-44a0-b9dd-2a02a45ea2ef), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:23.232913 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-81ffb755-7cac-4733-8208-42723f231f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (94483316-df55-44a0-b9dd-2a02a45ea2ef), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:23.269083 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffb755-7cac-4733-8208-42723f231f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94483316-df55-44a0-b9dd-2a02a45ea2ef,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:23.273479 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-81ffb755-7cac-4733-8208-42723f231f3d admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=7c5d3b8d9c934c719680097ac2800641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011418 Feb 16 14:32:23.276415 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51834) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:23.324168 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-37b55712-47d4-4cf1-9cc2-d8ed11d7c934 admin admin] Publish callbacks [] for security_group (94483316-df55-44a0-b9dd-2a02a45ea2ef), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:23.344461 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-37b55712-47d4-4cf1-9cc2-d8ed11d7c934 admin admin] Publish callbacks [] for security_group (94483316-df55-44a0-b9dd-2a02a45ea2ef), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:23.478364 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-37b55712-47d4-4cf1-9cc2-d8ed11d7c934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (94483316-df55-44a0-b9dd-2a02a45ea2ef), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:23.481041 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-37b55712-47d4-4cf1-9cc2-d8ed11d7c934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:23.482203 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-37b55712-47d4-4cf1-9cc2-d8ed11d7c934 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/94483316-df55-44a0-b9dd-2a02a45ea2ef HTTP/1.1" status: 204 len: 168 time: 0.2047894 Feb 16 14:32:23.494873 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b55712-47d4-4cf1-9cc2-d8ed11d7c934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94483316-df55-44a0-b9dd-2a02a45ea2ef,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:23.551976 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e1956-0ddd-4163-975d-e3e5284be834 req-21e10d1f-0118-4be9-b599-a6f90de73606 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:23.554322 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e17e1956-0ddd-4163-975d-e3e5284be834 req-21e10d1f-0118-4be9-b599-a6f90de73606 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0594451 Feb 16 14:32:23.615167 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e17e1956-0ddd-4163-975d-e3e5284be834 req-a00ee141-3a10-47f3-b03f-e2585f54ade4 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548978 Feb 16 14:32:24.734734 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95804a-95dd-444d-af53-c3f087f9dbee req-97db3954-5510-47be-ae6b-67112c233d19 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:24.736177 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e95804a-95dd-444d-af53-c3f087f9dbee req-97db3954-5510-47be-ae6b-67112c233d19 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0517392 Feb 16 14:32:24.795227 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e95804a-95dd-444d-af53-c3f087f9dbee req-ef83249a-085c-46e0-bb8f-d17da8da7f76 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523832 Feb 16 14:32:26.065512 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd8561-8569-41e1-a577-369ca58c4769 req-3a421df4-6306-4f5f-8c74-3bdac1b92822 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:26.066968 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-edcd8561-8569-41e1-a577-369ca58c4769 req-3a421df4-6306-4f5f-8c74-3bdac1b92822 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.2050662 Feb 16 14:32:26.128210 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-edcd8561-8569-41e1-a577-369ca58c4769 req-90095485-7912-4aec-8985-514b5393d493 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555677 Feb 16 14:32:27.295693 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e778f1f-f009-4f09-a0c5-ed0db66a5c6e req-22bf6814-5124-4849-9b64-1e739b58af3a tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:27.297175 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e778f1f-f009-4f09-a0c5-ed0db66a5c6e req-22bf6814-5124-4849-9b64-1e739b58af3a tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.1020732 Feb 16 14:32:27.357284 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e778f1f-f009-4f09-a0c5-ed0db66a5c6e req-71dc0c7c-77d6-444c-8a48-ce130324c905 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533805 Feb 16 14:32:28.474577 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312a968-ff1c-44a8-8dc5-d77f094e6f84 req-37440001-ae31-4488-b8e1-487b31627880 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:28.476035 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9312a968-ff1c-44a8-8dc5-d77f094e6f84 req-37440001-ae31-4488-b8e1-487b31627880 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0522075 Feb 16 14:32:28.533877 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9312a968-ff1c-44a8-8dc5-d77f094e6f84 req-ca2137f5-5e07-4f51-ac84-0a106929a2f3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520620 Feb 16 14:32:29.654727 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79631c-8057-4922-a74d-0d115c68f19d req-60f9ea49-2a0b-4598-b3e3-76392dc68395 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:29.656161 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a79631c-8057-4922-a74d-0d115c68f19d req-60f9ea49-2a0b-4598-b3e3-76392dc68395 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0556130 Feb 16 14:32:29.713818 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a79631c-8057-4922-a74d-0d115c68f19d req-2fb60963-d9e4-4280-b223-1d5ba0fb172b tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518150 Feb 16 14:32:30.834645 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735674f-7c72-4089-b86a-6c0e3933ee25 req-85dd5e5d-45af-482f-984d-ede795993b0c tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:30.836194 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9735674f-7c72-4089-b86a-6c0e3933ee25 req-85dd5e5d-45af-482f-984d-ede795993b0c tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0565608 Feb 16 14:32:30.893646 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9735674f-7c72-4089-b86a-6c0e3933ee25 req-5041ecdb-37bb-4528-bb3b-f38617a95fb0 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515554 Feb 16 14:32:31.419270 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:32.019530 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47fd04-3603-4576-aa4c-f25f4fa1d21b req-19710b26-cf8d-4ce6-8f84-f48bd9e42a8f tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:32.021493 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cc47fd04-3603-4576-aa4c-f25f4fa1d21b req-19710b26-cf8d-4ce6-8f84-f48bd9e42a8f tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0595155 Feb 16 14:32:32.082882 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cc47fd04-3603-4576-aa4c-f25f4fa1d21b req-0e2c154d-ce1d-4388-ac31-6cdc3b5df659 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558205 Feb 16 14:32:33.199373 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e19a0-6c85-44e5-a7e0-381a60989ba9 req-f1624690-661e-40ee-bebd-ef19f7a5ead1 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:33.200814 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c70e19a0-6c85-44e5-a7e0-381a60989ba9 req-f1624690-661e-40ee-bebd-ef19f7a5ead1 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0518064 Feb 16 14:32:33.260556 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c70e19a0-6c85-44e5-a7e0-381a60989ba9 req-36b9636a-0872-484c-b172-047869e9836e tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540161 Feb 16 14:32:33.610667 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51946) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:33.713951 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0dc05cc0-0cc3-4b4f-9746-ec72ebafc729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:33.785183 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0dc05cc0-0cc3-4b4f-9746-ec72ebafc729 admin admin] Publish callbacks [] for security_group (db57064b-554c-42b3-abd6-ebf1d2e44a30), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:33.830016 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0dc05cc0-0cc3-4b4f-9746-ec72ebafc729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (db57064b-554c-42b3-abd6-ebf1d2e44a30), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:33.871243 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0dc05cc0-0cc3-4b4f-9746-ec72ebafc729 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=4ac2289ed0814509b21d809fe122849d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595034 Feb 16 14:32:33.872143 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc05cc0-0cc3-4b4f-9746-ec72ebafc729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db57064b-554c-42b3-abd6-ebf1d2e44a30,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:33.874050 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 51950) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:33.925068 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b2b5709a-0c89-43a3-be03-5f810e477d5c admin admin] Publish callbacks [] for security_group (db57064b-554c-42b3-abd6-ebf1d2e44a30), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:33.947866 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b2b5709a-0c89-43a3-be03-5f810e477d5c admin admin] Publish callbacks [] for security_group (db57064b-554c-42b3-abd6-ebf1d2e44a30), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:33.973111 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c96734ec-d318-494b-b248-cabcc6cdcce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:34.047303 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b2b5709a-0c89-43a3-be03-5f810e477d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (db57064b-554c-42b3-abd6-ebf1d2e44a30), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:34.049907 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b2b5709a-0c89-43a3-be03-5f810e477d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:34.051754 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b2b5709a-0c89-43a3-be03-5f810e477d5c admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/db57064b-554c-42b3-abd6-ebf1d2e44a30 HTTP/1.1" status: 204 len: 168 time: 0.1767163 Feb 16 14:32:34.059762 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5709a-0c89-43a3-be03-5f810e477d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db57064b-554c-42b3-abd6-ebf1d2e44a30,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:34.382589 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6f12e-f9af-497f-9b68-d6b73facaeba req-c42f0d0e-5163-41b5-8497-dbbd34f15f06 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:34.384102 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2cf6f12e-f9af-497f-9b68-d6b73facaeba req-c42f0d0e-5163-41b5-8497-dbbd34f15f06 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0553427 Feb 16 14:32:34.448437 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2cf6f12e-f9af-497f-9b68-d6b73facaeba req-aeabc573-d2ff-42ff-bb1a-08f40a3591ae tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583167 Feb 16 14:32:34.815181 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ac6d391d-9de3-424e-8f19-283093b3a04a req-e113c443-87f0-4905-94dc-983528be5b9d service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469980 Feb 16 14:32:34.913258 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d391d-9de3-424e-8f19-283093b3a04a req-5b6345a3-459a-4054-ad3c-b94607c13c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:34.915141 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ac6d391d-9de3-424e-8f19-283093b3a04a req-5b6345a3-459a-4054-ad3c-b94607c13c07 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=60742357eb9840178f82489d14042333&device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 1129 time: 0.0550387 Feb 16 14:32:35.043188 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d391d-9de3-424e-8f19-283093b3a04a req-c5849586-de57-42a0-8dbb-942a4348fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:35.044715 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ac6d391d-9de3-424e-8f19-283093b3a04a req-c5849586-de57-42a0-8dbb-942a4348fbb1 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a6b11c3c-5991-4844-a883-8a00049c7bc1 HTTP/1.1" status: 200 len: 912 time: 0.1016574 Feb 16 14:32:35.111823 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ac6d391d-9de3-424e-8f19-283093b3a04a req-5f295e55-8d36-4f06-b16c-dc3dce3185d7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b397089c-b2c1-4a5c-95e3-1822ad1e007f HTTP/1.1" status: 200 len: 1001 time: 0.0603168 Feb 16 14:32:35.164108 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d391d-9de3-424e-8f19-283093b3a04a req-473e5235-95a6-47e7-a607-be637583443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:35.165633 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ac6d391d-9de3-424e-8f19-283093b3a04a req-473e5235-95a6-47e7-a607-be637583443f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2e4758ce-a9f3-4b67-b980-030eaf312697 HTTP/1.1" status: 200 len: 850 time: 0.0477529 Feb 16 14:32:35.228021 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d391d-9de3-424e-8f19-283093b3a04a req-523f4898-dcf6-445f-97a9-ade2f3ea69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:35.229292 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ac6d391d-9de3-424e-8f19-283093b3a04a req-523f4898-dcf6-445f-97a9-ade2f3ea69ec service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a6b11c3c-5991-4844-a883-8a00049c7bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0572419 Feb 16 14:32:35.341361 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ac6d391d-9de3-424e-8f19-283093b3a04a req-810901c8-fd4a-491c-8a58-563146c2cdfd service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053829 Feb 16 14:32:35.461699 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ac6d391d-9de3-424e-8f19-283093b3a04a req-b9b6b72a-5c2a-4af7-bf43-412a2985f290 service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133454 Feb 16 14:32:35.576308 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffbd65-66be-4304-8d24-021c53d58c5c req-d5a279d6-c992-4a07-b632-b18d30efe445 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:35.577843 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ccffbd65-66be-4304-8d24-021c53d58c5c req-d5a279d6-c992-4a07-b632-b18d30efe445 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0546875 Feb 16 14:32:35.637028 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ccffbd65-66be-4304-8d24-021c53d58c5c req-930f9b8d-3de0-4d64-8080-7e46a85b1cc1 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522773 Feb 16 14:32:35.884151 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 51998) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:35.989367 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9a6d51e7-12d5-4d4d-8714-a354b0a4147b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:36.064971 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9a6d51e7-12d5-4d4d-8714-a354b0a4147b admin admin] Publish callbacks [] for security_group (e8b4fbe6-c041-46d2-a517-8ef076f8a10e), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:36.127061 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9a6d51e7-12d5-4d4d-8714-a354b0a4147b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e8b4fbe6-c041-46d2-a517-8ef076f8a10e), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:36.166796 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-9a6d51e7-12d5-4d4d-8714-a354b0a4147b admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=b1a8604c5d8c406f92080011bf848a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814782 Feb 16 14:32:36.168704 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d51e7-12d5-4d4d-8714-a354b0a4147b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b4fbe6-c041-46d2-a517-8ef076f8a10e,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:36.169390 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52004) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:36.218904 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-233852f9-a5bd-400e-aa97-0f7884288933 admin admin] Publish callbacks [] for security_group (e8b4fbe6-c041-46d2-a517-8ef076f8a10e), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:36.241870 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-233852f9-a5bd-400e-aa97-0f7884288933 admin admin] Publish callbacks [] for security_group (e8b4fbe6-c041-46d2-a517-8ef076f8a10e), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:36.364381 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-233852f9-a5bd-400e-aa97-0f7884288933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e8b4fbe6-c041-46d2-a517-8ef076f8a10e), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:36.369121 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-233852f9-a5bd-400e-aa97-0f7884288933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:36.373110 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-233852f9-a5bd-400e-aa97-0f7884288933 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/e8b4fbe6-c041-46d2-a517-8ef076f8a10e HTTP/1.1" status: 204 len: 168 time: 0.2000499 Feb 16 14:32:36.384035 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233852f9-a5bd-400e-aa97-0f7884288933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b4fbe6-c041-46d2-a517-8ef076f8a10e,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:36.464410 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bc8caaea-aadd-48ba-bb57-0af55d597931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:36.762793 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115b7dc-1744-4cb1-9eaa-c18f7dc3cf4f req-50eae04f-eeda-4919-98e9-6618efd4c557 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:36.764175 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2115b7dc-1744-4cb1-9eaa-c18f7dc3cf4f req-50eae04f-eeda-4919-98e9-6618efd4c557 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0567055 Feb 16 14:32:36.827649 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2115b7dc-1744-4cb1-9eaa-c18f7dc3cf4f req-0cf796ab-e1c2-43f0-b359-d3f46758e89a tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570085 Feb 16 14:32:36.951706 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:32:37.022548 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b808e-8ced-40a5-8f69-de3cc2259454 req-29b630a8-3738-4843-9606-47a86b3d1903 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:37.024042 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3b2b808e-8ced-40a5-8f69-de3cc2259454 req-29b630a8-3738-4843-9606-47a86b3d1903 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 946 time: 0.0530729 Feb 16 14:32:37.074039 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3b2b808e-8ced-40a5-8f69-de3cc2259454 req-7260d724-2b55-45fa-b43c-c17e4b233306 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444441 Feb 16 14:32:37.703565 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:37.967315 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d6638-0cc9-4c0c-9bbd-1502a30f5304 req-69e28d0c-4ded-4c87-9f40-d6f6cfcdc7db tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:37.968819 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-064d6638-0cc9-4c0c-9bbd-1502a30f5304 req-69e28d0c-4ded-4c87-9f40-d6f6cfcdc7db tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0920129 Feb 16 14:32:37.977367 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83703a8c-2c19-457e-9be2-79b3fc4760ac req-c459115f-6948-47bf-a522-163d77bab637 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:37.978815 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-83703a8c-2c19-457e-9be2-79b3fc4760ac req-c459115f-6948-47bf-a522-163d77bab637 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0737743 Feb 16 14:32:38.050857 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-064d6638-0cc9-4c0c-9bbd-1502a30f5304 req-7ab3436b-9cf0-4208-b566-0778ecf8cd3b tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709763 Feb 16 14:32:38.074702 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-83703a8c-2c19-457e-9be2-79b3fc4760ac req-f7db9dfd-4c18-41e1-b3a2-652c9dc451d3 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816216 Feb 16 14:32:38.210167 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660cc55-3d8f-4b45-95ca-621e2903b755 req-a6ff2732-7fdb-4e49-a76d-5135df031006 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:38.211638 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9660cc55-3d8f-4b45-95ca-621e2903b755 req-a6ff2732-7fdb-4e49-a76d-5135df031006 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 946 time: 0.0584376 Feb 16 14:32:38.258822 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9660cc55-3d8f-4b45-95ca-621e2903b755 req-4419ab47-ab10-4d42-befd-795211fdcf14 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415130 Feb 16 14:32:38.708858 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-0d99bb65-6217-4498-b31f-e893923c5075 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:38.710310 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-0d99bb65-6217-4498-b31f-e893923c5075 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.127 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 946 time: 0.0526147 Feb 16 14:32:38.806251 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Deleting port f4a7ebef-7df5-47df-a420-2d770e620750 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:32:38.806591 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:38.892152 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] For port f4a7ebef-7df5-47df-a420-2d770e620750, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f4a7ebef-7df5-47df-a420-2d770e620750,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:38.892435 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:39.073026 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:39.180143 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:39.180504 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (54a9a499-52b4-48c7-9a49-c9ef8af64659), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:39.180897 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.l3_db [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Floating IP 54a9a499-52b4-48c7-9a49-c9ef8af64659 disassociated. External IP: 172.27.1.10, port: f4a7ebef-7df5-47df-a420-2d770e620750. Feb 16 14:32:39.181794 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Calling delete_port for f4a7ebef-7df5-47df-a420-2d770e620750 owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:32:39.225047 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bbf6f-9f4e-42a9-8a44-27e69c617015 req-fc849a8d-e6c9-4b04-bec6-17344fc8f194 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:39.226749 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-df1bbf6f-9f4e-42a9-8a44-27e69c617015 req-fc849a8d-e6c9-4b04-bec6-17344fc8f194 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0786572 Feb 16 14:32:39.238516 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b43f73-11c0-43c4-81f8-08c30b00decc req-6f635935-caeb-49c0-83ed-a2a626002774 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:39.239996 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-95b43f73-11c0-43c4-81f8-08c30b00decc req-6f635935-caeb-49c0-83ed-a2a626002774 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.1031587 Feb 16 14:32:39.323680 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-95b43f73-11c0-43c4-81f8-08c30b00decc req-d980f002-5ff0-4caa-9151-0e85e8c2071c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760775 Feb 16 14:32:39.333134 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-df1bbf6f-9f4e-42a9-8a44-27e69c617015 req-433f7458-9546-403c-95e6-39ebaa7521cf tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&id=252b91e0-78c8-49ce-88d8-a48000c5413b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921483 Feb 16 14:32:39.400664 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (f4a7ebef-7df5-47df-a420-2d770e620750), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:39.430359 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event deleted for resources: {'Port': ['ID=f4a7ebef-7df5-47df-a420-2d770e620750,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:39.440757 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87238e-a262-49fd-9c31-c591453b4ce4 req-bc08abda-d4b7-4300-a17d-50b8b33f5c45 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:39.447031 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7d87238e-a262-49fd-9c31-c591453b4ce4 req-bc08abda-d4b7-4300-a17d-50b8b33f5c45 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 868 time: 0.0596271 Feb 16 14:32:39.498499 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7d87238e-a262-49fd-9c31-c591453b4ce4 req-0dc26f31-55cc-4d8c-be9c-0388b7a80287 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=e4c66a9d-8af1-4730-be6a-e34fee6642d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460172 Feb 16 14:32:39.561743 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:32:39.682679 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:32:39.693971 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c700be2-f10c-4452-a7bf-35ddb0d7bc19 None None] Sync routers for ids ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:32:39.704140 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c700be2-f10c-4452-a7bf-35ddb0d7bc19 None None] Routers {'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:39.705818 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1c700be2-f10c-4452-a7bf-35ddb0d7bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:32:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:39.730739 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] No DVR routers for this DVR port f4a7ebef-7df5-47df-a420-2d770e620750 on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:32:39.733947 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:39.742677 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b615848-bf57-4d1e-8cae-f0abb451574e req-84e899c6-c1fd-4b68-b0cd-5e556baa0618 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.127 "DELETE /v2.0/ports/f4a7ebef-7df5-47df-a420-2d770e620750 HTTP/1.1" status: 204 len: 173 time: 1.0223186 Feb 16 14:32:39.742677 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'name': 'network-vif-deleted', 'tag': 'f4a7ebef-7df5-47df-a420-2d770e620750'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:32:39.742677 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1de7d8-a940-48aa-8344-d1381308f86d" -d '{"events": [{"server_uuid": "6f56db3d-abe8-4d5d-a99c-aebd177f9d10", "name": "network-vif-deleted", "tag": "f4a7ebef-7df5-47df-a420-2d770e620750"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:32:39.781324 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7757a476-2a3f-4c66-9439-35e211c32b30 x-openstack-request-id: req-7757a476-2a3f-4c66-9439-35e211c32b30 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:32:39.781980 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f56db3d-abe8-4d5d-a99c-aebd177f9d10", "name": "network-vif-deleted", "tag": "f4a7ebef-7df5-47df-a420-2d770e620750", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:32:39.782532 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-7757a476-2a3f-4c66-9439-35e211c32b30 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:32:39.783166 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f56db3d-abe8-4d5d-a99c-aebd177f9d10', 'name': 'network-vif-deleted', 'tag': 'f4a7ebef-7df5-47df-a420-2d770e620750', 'status': 'completed', 'code': 200} Feb 16 14:32:39.824609 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-1c700be2-f10c-4452-a7bf-35ddb0d7bc19 None None] Set router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:40.033534 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1c700be2-f10c-4452-a7bf-35ddb0d7bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:59Z', 'revision_number': 5, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:40.048754 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748f9c5-3d44-441e-bb41-890004db0dab req-27f339b7-6914-44d1-bc77-13d71d598876 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:40.051221 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b748f9c5-3d44-441e-bb41-890004db0dab req-27f339b7-6914-44d1-bc77-13d71d598876 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.127 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0587678 Feb 16 14:32:40.067039 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c700be2-f10c-4452-a7bf-35ddb0d7bc19 None None] Checking router: cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:32:40.076229 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c700be2-f10c-4452-a7bf-35ddb0d7bc19 None None] Routers {'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:40.076976 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1c700be2-f10c-4452-a7bf-35ddb0d7bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:32:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:40.158295 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-b748f9c5-3d44-441e-bb41-890004db0dab req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Deleting port b397089c-b2c1-4a5c-95e3-1822ad1e007f {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:32:40.158754 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b748f9c5-3d44-441e-bb41-890004db0dab req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:40.192338 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-1c700be2-f10c-4452-a7bf-35ddb0d7bc19 None None] Set router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:40.260617 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-b748f9c5-3d44-441e-bb41-890004db0dab req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] For port b397089c-b2c1-4a5c-95e3-1822ad1e007f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=b397089c-b2c1-4a5c-95e3-1822ad1e007f,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:40.261026 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b748f9c5-3d44-441e-bb41-890004db0dab req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:40.396190 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1c700be2-f10c-4452-a7bf-35ddb0d7bc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:59Z', 'revision_number': 5, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:40.428711 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c700be2-f10c-4452-a7bf-35ddb0d7bc19 None None] The sync data for ids ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'] in dv-cinder-778193-17-iscsi is: [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:59Z', 'revision_number': 5, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:32:40.448372 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa36b2f-2ebb-48ab-885b-ae2c7ad907d2 req-cc13a8cb-9893-4a51-93f0-b38495132ae5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:40.450671 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2fa36b2f-2ebb-48ab-885b-ae2c7ad907d2 req-cc13a8cb-9893-4a51-93f0-b38495132ae5 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 945 time: 0.0573604 Feb 16 14:32:40.509298 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2fa36b2f-2ebb-48ab-885b-ae2c7ad907d2 req-5d11700e-ed65-4a92-9033-a107121c16ba tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=635fd2e9-66a0-4833-ac19-6b60812ec15d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517709 Feb 16 14:32:40.644395 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0fd80b68-597e-4f7e-ace6-2036081cad78 req-04728da7-6743-4041-a21c-adf0698dda22 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 210 time: 0.0349636 Feb 16 14:32:40.697447 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:40.719988 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b748f9c5-3d44-441e-bb41-890004db0dab req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:40.720472 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b748f9c5-3d44-441e-bb41-890004db0dab req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (200435d3-e650-4f2b-9738-98498fc1e125), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:40.721508 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.l3_db [req-b748f9c5-3d44-441e-bb41-890004db0dab req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Floating IP 200435d3-e650-4f2b-9738-98498fc1e125 disassociated. External IP: 172.27.1.238, port: b397089c-b2c1-4a5c-95e3-1822ad1e007f. Feb 16 14:32:40.722270 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-b748f9c5-3d44-441e-bb41-890004db0dab req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Calling delete_port for b397089c-b2c1-4a5c-95e3-1822ad1e007f owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:32:40.777943 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626297b9-556a-4680-b9c8-6a6a25c14740 None None] New status for floating IP 54a9a499-52b4-48c7-9a49-c9ef8af64659: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:32:40.926053 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b748f9c5-3d44-441e-bb41-890004db0dab req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (b397089c-b2c1-4a5c-95e3-1822ad1e007f), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:40.955795 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event deleted for resources: {'Port': ['ID=b397089c-b2c1-4a5c-95e3-1822ad1e007f,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:41.085538 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b748f9c5-3d44-441e-bb41-890004db0dab req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:32:41.196846 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b748f9c5-3d44-441e-bb41-890004db0dab req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:32:41.207393 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf8c4cf-f5a5-4f6e-82ad-8e58339cb2a2 None None] Sync routers for ids ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:32:41.217784 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf8c4cf-f5a5-4f6e-82ad-8e58339cb2a2 None None] Routers {'7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:41.218392 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-caf8c4cf-f5a5-4f6e-82ad-8e58339cb2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:32:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:41.240833 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-b748f9c5-3d44-441e-bb41-890004db0dab req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] No DVR routers for this DVR port b397089c-b2c1-4a5c-95e3-1822ad1e007f on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:32:41.243477 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b748f9c5-3d44-441e-bb41-890004db0dab req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:41.247404 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b748f9c5-3d44-441e-bb41-890004db0dab req-286aff3d-c809-4a83-b472-3e32a6042c0c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.127 "DELETE /v2.0/ports/b397089c-b2c1-4a5c-95e3-1822ad1e007f HTTP/1.1" status: 204 len: 173 time: 1.1905758 Feb 16 14:32:41.329467 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-caf8c4cf-f5a5-4f6e-82ad-8e58339cb2a2 None None] Set router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:41.529624 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-caf8c4cf-f5a5-4f6e-82ad-8e58339cb2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:38Z', 'revision_number': 5, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:41.561223 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf8c4cf-f5a5-4f6e-82ad-8e58339cb2a2 None None] Checking router: 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:32:41.571027 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf8c4cf-f5a5-4f6e-82ad-8e58339cb2a2 None None] Routers {'7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:41.571646 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-caf8c4cf-f5a5-4f6e-82ad-8e58339cb2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:32:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:41.613405 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3f6d3ab8-543a-415f-b2d3-9f483362eb33 req-57fa1600-b34d-4516-a148-dbe037ad8b41 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 210 time: 0.0302808 Feb 16 14:32:41.687922 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-caf8c4cf-f5a5-4f6e-82ad-8e58339cb2a2 None None] Set router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:41.775709 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-be3fc723-e39e-4146-9cd9-bb101baa74fa req-0604358e-012e-4603-8d1e-6c5248f66a5c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 210 time: 0.0319157 Feb 16 14:32:41.784571 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e02ce02-70a6-4836-9e3a-2ebdce53ae84', 'name': 'network-vif-deleted', 'tag': 'b397089c-b2c1-4a5c-95e3-1822ad1e007f'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:32:41.786905 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c99135-0a09-4d29-b59e-7ce0f86aa988" -d '{"events": [{"server_uuid": "0e02ce02-70a6-4836-9e3a-2ebdce53ae84", "name": "network-vif-deleted", "tag": "b397089c-b2c1-4a5c-95e3-1822ad1e007f"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:32:41.837679 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d59cafe-55de-49d4-8ac2-f4a803eb4f2f x-openstack-request-id: req-9d59cafe-55de-49d4-8ac2-f4a803eb4f2f {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:32:41.837679 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e02ce02-70a6-4836-9e3a-2ebdce53ae84", "name": "network-vif-deleted", "tag": "b397089c-b2c1-4a5c-95e3-1822ad1e007f", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:32:41.837679 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-9d59cafe-55de-49d4-8ac2-f4a803eb4f2f {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:32:41.837933 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e02ce02-70a6-4836-9e3a-2ebdce53ae84', 'name': 'network-vif-deleted', 'tag': 'b397089c-b2c1-4a5c-95e3-1822ad1e007f', 'status': 'completed', 'code': 200} Feb 16 14:32:42.021425 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-caf8c4cf-f5a5-4f6e-82ad-8e58339cb2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:38Z', 'revision_number': 5, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:42.047770 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf8c4cf-f5a5-4f6e-82ad-8e58339cb2a2 None None] The sync data for ids ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'] in dv-cinder-778193-17-iscsi is: [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:38Z', 'revision_number': 5, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:32:42.262775 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc0d820-3d2d-4dd9-b229-c2e43b1ba905 None None] New status for floating IP 200435d3-e650-4f2b-9738-98498fc1e125: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:32:42.728150 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-96042201-fefb-4781-b91d-fcffbc20cdf2 req-db20ffc7-3c63-4fd1-be9a-d43ccc5b9b7e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=0e02ce02-70a6-4836-9e3a-2ebdce53ae84 HTTP/1.1" status: 200 len: 210 time: 0.0277183 Feb 16 14:32:42.915703 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-717fb390-dcac-42e2-9850-f21acca9cc00 req-eb60212a-e907-402f-8263-6d8a22ae4999 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=6f56db3d-abe8-4d5d-a99c-aebd177f9d10 HTTP/1.1" status: 200 len: 210 time: 0.0292885 Feb 16 14:32:43.885820 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52120) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:43.939798 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9a9654ea-7950-4353-969b-b2b2d28d2d9c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group (635fd2e9-66a0-4833-ac19-6b60812ec15d), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:43.963966 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9a9654ea-7950-4353-969b-b2b2d28d2d9c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group (635fd2e9-66a0-4833-ac19-6b60812ec15d), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.071005 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52130) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:44.085140 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9a9654ea-7950-4353-969b-b2b2d28d2d9c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (635fd2e9-66a0-4833-ac19-6b60812ec15d), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.087774 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9a9654ea-7950-4353-969b-b2b2d28d2d9c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.089004 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9a9654ea-7950-4353-969b-b2b2d28d2d9c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "DELETE /v2.0/security-groups/635fd2e9-66a0-4833-ac19-6b60812ec15d HTTP/1.1" status: 204 len: 168 time: 0.2021317 Feb 16 14:32:44.092192 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52132) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:44.108912 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9654ea-7950-4353-969b-b2b2d28d2d9c tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635fd2e9-66a0-4833-ac19-6b60812ec15d,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:44.111600 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.api.v2.resource [None req-d71cccfa-5d65-465d-91c6-46d3b1eb6b4b tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] show failed (client error): The resource could not be found. Feb 16 14:32:44.115203 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-d71cccfa-5d65-465d-91c6-46d3b1eb6b4b tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups/635fd2e9-66a0-4833-ac19-6b60812ec15d HTTP/1.1" status: 404 len: 347 time: 0.0195134 Feb 16 14:32:44.116179 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52134) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:44.129132 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c507357a-9b38-4652-a4d9-3eae62b1cf50 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group (e4c66a9d-8af1-4730-be6a-e34fee6642d3), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.153796 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c507357a-9b38-4652-a4d9-3eae62b1cf50 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group (e4c66a9d-8af1-4730-be6a-e34fee6642d3), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.250587 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-a5593f3d-f263-4934-9f4a-817d497345df tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Deleting port bbb54814-9b8a-44cc-84e9-240dcce8a400 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:32:44.251149 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5593f3d-f263-4934-9f4a-817d497345df tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (bbb54814-9b8a-44cc-84e9-240dcce8a400), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.308190 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c507357a-9b38-4652-a4d9-3eae62b1cf50 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e4c66a9d-8af1-4730-be6a-e34fee6642d3), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.310996 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c507357a-9b38-4652-a4d9-3eae62b1cf50 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.314883 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c507357a-9b38-4652-a4d9-3eae62b1cf50 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "DELETE /v2.0/security-groups/e4c66a9d-8af1-4730-be6a-e34fee6642d3 HTTP/1.1" status: 204 len: 168 time: 0.2401748 Feb 16 14:32:44.320501 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52138) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:44.321465 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507357a-9b38-4652-a4d9-3eae62b1cf50 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c66a9d-8af1-4730-be6a-e34fee6642d3,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:44.336834 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.api.v2.resource [None req-b840bd14-e2cd-4119-8151-cd0318c208e5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] show failed (client error): The resource could not be found. Feb 16 14:32:44.337916 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b840bd14-e2cd-4119-8151-cd0318c208e5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups/e4c66a9d-8af1-4730-be6a-e34fee6642d3 HTTP/1.1" status: 404 len: 347 time: 0.0216894 Feb 16 14:32:44.341076 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52140) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:44.357106 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5593f3d-f263-4934-9f4a-817d497345df tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (bbb54814-9b8a-44cc-84e9-240dcce8a400), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.357442 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5593f3d-f263-4934-9f4a-817d497345df tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for floatingip (bbb54814-9b8a-44cc-84e9-240dcce8a400), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.370382 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-a5593f3d-f263-4934-9f4a-817d497345df tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Calling delete_port for bbb54814-9b8a-44cc-84e9-240dcce8a400 owned by network:floatingip {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:32:44.468754 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-e428c379-015f-4575-8408-2b0c8a2e0bec tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Deleting port 6e493581-c59c-4f30-b614-ce6834185192 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:32:44.468754 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e428c379-015f-4575-8408-2b0c8a2e0bec tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (6e493581-c59c-4f30-b614-ce6834185192), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.519407 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f4a7ebef-7df5-47df-a420-2d770e620750 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:32:44.539100 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: f4a7ebef-7df5-47df-a420-2d770e620750 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:32:44.539452 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f4a7ebef-7df5-47df-a420-2d770e620750 not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:32:44.547707 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e428c379-015f-4575-8408-2b0c8a2e0bec tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (6e493581-c59c-4f30-b614-ce6834185192), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.548038 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e428c379-015f-4575-8408-2b0c8a2e0bec tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for floatingip (6e493581-c59c-4f30-b614-ce6834185192), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.560920 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-e428c379-015f-4575-8408-2b0c8a2e0bec tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Calling delete_port for 6e493581-c59c-4f30-b614-ce6834185192 owned by network:floatingip {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:32:44.576912 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5593f3d-f263-4934-9f4a-817d497345df tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (bbb54814-9b8a-44cc-84e9-240dcce8a400), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.606692 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5593f3d-f263-4934-9f4a-817d497345df tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event deleted for resources: {'Port': ['ID=bbb54814-9b8a-44cc-84e9-240dcce8a400,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:44.670666 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5593f3d-f263-4934-9f4a-817d497345df tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for floatingip (200435d3-e650-4f2b-9738-98498fc1e125), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.673982 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a5593f3d-f263-4934-9f4a-817d497345df tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.676816 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-a5593f3d-f263-4934-9f4a-817d497345df tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "DELETE /v2.0/floatingips/200435d3-e650-4f2b-9738-98498fc1e125 HTTP/1.1" status: 204 len: 168 time: 0.5588140 Feb 16 14:32:44.816887 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e428c379-015f-4575-8408-2b0c8a2e0bec tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (6e493581-c59c-4f30-b614-ce6834185192), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.843541 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428c379-015f-4575-8408-2b0c8a2e0bec tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event deleted for resources: {'Port': ['ID=6e493581-c59c-4f30-b614-ce6834185192,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:44.905172 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e428c379-015f-4575-8408-2b0c8a2e0bec tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for floatingip (54a9a499-52b4-48c7-9a49-c9ef8af64659), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.908459 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e428c379-015f-4575-8408-2b0c8a2e0bec tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:44.909650 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-e428c379-015f-4575-8408-2b0c8a2e0bec tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "DELETE /v2.0/floatingips/54a9a499-52b4-48c7-9a49-c9ef8af64659 HTTP/1.1" status: 204 len: 168 time: 0.5661500 Feb 16 14:32:45.112723 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52146) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:45.117378 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-dd5937c4-0b42-4052-b7d8-402b97c770ae tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--82107130', 'description': 'tempest-description--741662728'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:45.209913 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dd5937c4-0b42-4052-b7d8-402b97c770ae tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.216876 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52148) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:45.221606 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-05f1b7cf-a53e-4790-997c-5cbbdc2346ef tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--371106663', 'description': 'tempest-description--305851314'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:45.276303 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dd5937c4-0b42-4052-b7d8-402b97c770ae tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group (87edbbe2-bd55-4b4d-9054-a31a046bd504), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.295351 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-05f1b7cf-a53e-4790-997c-5cbbdc2346ef tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.352897 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dd5937c4-0b42-4052-b7d8-402b97c770ae tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (87edbbe2-bd55-4b4d-9054-a31a046bd504), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.363396 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-05f1b7cf-a53e-4790-997c-5cbbdc2346ef tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group (d09ea31d-d20c-4104-bc46-f008e6250a3d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.384470 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5937c4-0b42-4052-b7d8-402b97c770ae tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87edbbe2-bd55-4b4d-9054-a31a046bd504,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:45.440092 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-05f1b7cf-a53e-4790-997c-5cbbdc2346ef tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (d09ea31d-d20c-4104-bc46-f008e6250a3d), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.469677 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dd5937c4-0b42-4052-b7d8-402b97c770ae tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.472270 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-dd5937c4-0b42-4052-b7d8-402b97c770ae tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3573732 Feb 16 14:32:45.472415 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1b7cf-a53e-4790-997c-5cbbdc2346ef tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09ea31d-d20c-4104-bc46-f008e6250a3d,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:45.474201 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52154) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:45.478706 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-49272c7b-cd31-4fe5-8594-a90a10f67f2d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Request body: {'security_group_rule': {'security_group_id': '87edbbe2-bd55-4b4d-9054-a31a046bd504', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:45.572767 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-05f1b7cf-a53e-4790-997c-5cbbdc2346ef tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.574025 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-05f1b7cf-a53e-4790-997c-5cbbdc2346ef tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3561478 Feb 16 14:32:45.577046 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52156) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:45.581784 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-8ae86f3d-6524-4219-ad22-3636f0ec8183 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Request body: {'security_group_rule': {'security_group_id': 'd09ea31d-d20c-4104-bc46-f008e6250a3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:45.662101 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-49272c7b-cd31-4fe5-8594-a90a10f67f2d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group_rule (53dda95f-5a66-4813-96c5-3a174cb7f1eb), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.722028 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-49272c7b-cd31-4fe5-8594-a90a10f67f2d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group_rule (53dda95f-5a66-4813-96c5-3a174cb7f1eb), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.727354 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8ae86f3d-6524-4219-ad22-3636f0ec8183 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group_rule (0ce97ede-24a5-48ae-ae16-2e658d5a94b1), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.774681 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8ae86f3d-6524-4219-ad22-3636f0ec8183 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group_rule (0ce97ede-24a5-48ae-ae16-2e658d5a94b1), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.793210 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-49272c7b-cd31-4fe5-8594-a90a10f67f2d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (53dda95f-5a66-4813-96c5-3a174cb7f1eb), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.813669 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49272c7b-cd31-4fe5-8594-a90a10f67f2d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53dda95f-5a66-4813-96c5-3a174cb7f1eb,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:45.842856 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52160) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:45.862627 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8ae86f3d-6524-4219-ad22-3636f0ec8183 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (0ce97ede-24a5-48ae-ae16-2e658d5a94b1), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.880284 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae86f3d-6524-4219-ad22-3636f0ec8183 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce97ede-24a5-48ae-ae16-2e658d5a94b1,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:45.892300 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-49272c7b-cd31-4fe5-8594-a90a10f67f2d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:45.893562 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-49272c7b-cd31-4fe5-8594-a90a10f67f2d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4183409 Feb 16 14:32:45.896409 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52164) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:45.901059 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-d9e2e8ab-4f8d-4c6d-881b-fefaa8bc4536 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Request body: {'security_group_rule': {'security_group_id': '87edbbe2-bd55-4b4d-9054-a31a046bd504', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:45.951191 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ab670213-3286-44f6-8eab-ee6acdc76544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.014085 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8ae86f3d-6524-4219-ad22-3636f0ec8183 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.015297 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-8ae86f3d-6524-4219-ad22-3636f0ec8183 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4372544 Feb 16 14:32:46.018453 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52166) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:46.022992 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-20a7ab30-aceb-4450-ad45-d1259b951189 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Request body: {'security_group_rule': {'security_group_id': 'd09ea31d-d20c-4104-bc46-f008e6250a3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:46.028527 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ab670213-3286-44f6-8eab-ee6acdc76544 admin admin] Publish callbacks [] for security_group (4d356764-34ed-44d9-8da7-5eed60e2e165), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.096344 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e8ab-4f8d-4c6d-881b-fefaa8bc4536 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group_rule (ab4c66cb-6add-4531-8638-4d36a20710b6), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.121127 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ab670213-3286-44f6-8eab-ee6acdc76544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (4d356764-34ed-44d9-8da7-5eed60e2e165), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.124200 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-20a7ab30-aceb-4450-ad45-d1259b951189 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group_rule (b35ef523-510a-4098-b7f7-fd97ab9e64c2), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.176851 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ab670213-3286-44f6-8eab-ee6acdc76544 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=2771a5aec12b44a9aab3ccf1f4bbff5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331869 Feb 16 14:32:46.178956 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab670213-3286-44f6-8eab-ee6acdc76544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d356764-34ed-44d9-8da7-5eed60e2e165,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:46.180923 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-20a7ab30-aceb-4450-ad45-d1259b951189 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group_rule (b35ef523-510a-4098-b7f7-fd97ab9e64c2), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.181219 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52168) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:46.202500 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e8ab-4f8d-4c6d-881b-fefaa8bc4536 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group_rule (ab4c66cb-6add-4531-8638-4d36a20710b6), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.242527 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9c7b8eed-0a8c-4887-b58a-94a45618eb41 admin admin] Publish callbacks [] for security_group (4d356764-34ed-44d9-8da7-5eed60e2e165), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.256607 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-20a7ab30-aceb-4450-ad45-d1259b951189 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (b35ef523-510a-4098-b7f7-fd97ab9e64c2), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.263859 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9c7b8eed-0a8c-4887-b58a-94a45618eb41 admin admin] Publish callbacks [] for security_group (4d356764-34ed-44d9-8da7-5eed60e2e165), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.275246 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7ab30-aceb-4450-ad45-d1259b951189 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35ef523-510a-4098-b7f7-fd97ab9e64c2,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:46.290668 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e8ab-4f8d-4c6d-881b-fefaa8bc4536 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (ab4c66cb-6add-4531-8638-4d36a20710b6), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.313506 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2e8ab-4f8d-4c6d-881b-fefaa8bc4536 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4c66cb-6add-4531-8638-4d36a20710b6,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:46.349604 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-20a7ab30-aceb-4450-ad45-d1259b951189 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.350823 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-20a7ab30-aceb-4450-ad45-d1259b951189 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3313794 Feb 16 14:32:46.361137 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52170) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:46.365753 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Request body: {'floatingip': {'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:46.408447 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e8ab-4f8d-4c6d-881b-fefaa8bc4536 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.409684 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-d9e2e8ab-4f8d-4c6d-881b-fefaa8bc4536 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5122731 Feb 16 14:32:46.412742 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52172) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:46.417014 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Request body: {'floatingip': {'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:46.467600 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9c7b8eed-0a8c-4887-b58a-94a45618eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (4d356764-34ed-44d9-8da7-5eed60e2e165), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.470233 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9c7b8eed-0a8c-4887-b58a-94a45618eb41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.471408 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9c7b8eed-0a8c-4887-b58a-94a45618eb41 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/4d356764-34ed-44d9-8da7-5eed60e2e165 HTTP/1.1" status: 204 len: 168 time: 0.2873018 Feb 16 14:32:46.479194 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b8eed-0a8c-4887-b58a-94a45618eb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d356764-34ed-44d9-8da7-5eed60e2e165,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:46.496706 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.500550 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.523637 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device b397089c-b2c1-4a5c-95e3-1822ad1e007f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:32:46.544274 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: b397089c-b2c1-4a5c-95e3-1822ad1e007f {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:32:46.544706 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device b397089c-b2c1-4a5c-95e3-1822ad1e007f not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:32:46.675876 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.685779 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:46.837306 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Allocated IP 172.27.1.28 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/e8ed54ee-95e6-4561-bb50-d7c762e6c5bb) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:32:46.940473 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for port (e8ed54ee-95e6-4561-bb50-d7c762e6c5bb), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.070688 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (e8ed54ee-95e6-4561-bb50-d7c762e6c5bb), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.143106 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:32:47.153234 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Allocated IP 172.27.1.211 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/7fde3220-03ed-4d50-913a-93d8aea8001f) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:32:47.155513 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:32:47.164656 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:32:47.168699 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event updated for resources: {'Port': ['ID=e8ed54ee-95e6-4561-bb50-d7c762e6c5bb,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:47.328311 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for floatingip (d03e57f3-d12c-415a-a6a3-c457292dd018), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.342709 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for port (7fde3220-03ed-4d50-913a-93d8aea8001f), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.429401 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52194) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:47.452418 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (7fde3220-03ed-4d50-913a-93d8aea8001f), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.482168 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (e8ed54ee-95e6-4561-bb50-d7c762e6c5bb), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.523481 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:32:47.525939 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:32:47.527132 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1119600979-network', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:47.534249 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:32:47.540279 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event updated for resources: {'Port': ['ID=7fde3220-03ed-4d50-913a-93d8aea8001f,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:47.599054 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] Made reservation on behalf of 67b8e2de3b6c4d2bb841ceb49c5888bd for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:32:47.601497 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.611219 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.686037 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] Publish callbacks [] for security_group (4f11da08-b793-4048-9278-d29155415099), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.697406 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for floatingip (15c76b6e-4d38-4941-81c8-540284759c5b), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.732490 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for port (e8ed54ee-95e6-4561-bb50-d7c762e6c5bb), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.770430 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (4f11da08-b793-4048-9278-d29155415099), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.790740 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:32:47.800492 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (e8ed54ee-95e6-4561-bb50-d7c762e6c5bb), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.806072 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f11da08-b793-4048-9278-d29155415099,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:47.810073 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (91d76869-00d2-4553-9d61-b6349ce1dbdc), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.810416 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] Added segment 91d76869-00d2-4553-9d61-b6349ce1dbdc of type vlan for network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 Feb 16 14:32:47.849586 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (922e8c31-ad84-4de7-b6ad-6e2f84ded5c2), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.870990 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (7fde3220-03ed-4d50-913a-93d8aea8001f), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.910905 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event updated for resources: {'Port': ['ID=e8ed54ee-95e6-4561-bb50-d7c762e6c5bb,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:47.929071 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (922e8c31-ad84-4de7-b6ad-6e2f84ded5c2), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.930044 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:47.930648 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.943133 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (d03e57f3-d12c-415a-a6a3-c457292dd018), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:47.993104 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] Pushing event updated for resources: {'Network': ['ID=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:48.020757 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-654c0744-3a1b-4832-a3ec-e3290333b852 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5871024 Feb 16 14:32:48.021010 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52200) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:48.027462 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-977edff3-7054-4e86-af58-f5c5d13f9656 admin admin] Request body: {'subnet': {'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1119600979-subnet', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:48.046920 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.048650 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f6dd6d7e-7e70-4300-ba9f-33796a3526a9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6859646 Feb 16 14:32:48.082618 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for port (7fde3220-03ed-4d50-913a-93d8aea8001f), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.124702 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977edff3-7054-4e86-af58-f5c5d13f9656 admin admin] Made reservation on behalf of 67b8e2de3b6c4d2bb841ceb49c5888bd for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:32:48.127261 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-977edff3-7054-4e86-af58-f5c5d13f9656 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4862955'] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.153198 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (7fde3220-03ed-4d50-913a-93d8aea8001f), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.180770 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:32:48.223972 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event updated for resources: {'Port': ['ID=7fde3220-03ed-4d50-913a-93d8aea8001f,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:48.244194 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (15c76b6e-4d38-4941-81c8-540284759c5b), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.288000 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-1008412e-6162-4953-b118-c25809e7b3d9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-securitygroup--371106663&fields=id&tenant_id=ff67d2ba26804b13adb65eef482bce48 HTTP/1.1" status: 200 len: 267 time: 0.0673325 Feb 16 14:32:48.320842 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.323602 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6d639dc1-53b8-4866-98db-35a84df0ee74 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9084861 Feb 16 14:32:48.450420 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-76c58cbc-2b43-4aef-8d7c-2749c38e3569 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:48.451866 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-76c58cbc-2b43-4aef-8d7c-2749c38e3569 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/networks?id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d HTTP/1.1" status: 200 len: 816 time: 0.1466665 Feb 16 14:32:48.467145 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-1e790658-81fd-49c3-9d7e-3311ad36261d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/quotas/ff67d2ba26804b13adb65eef482bce48 HTTP/1.1" status: 200 len: 375 time: 0.0093961 Feb 16 14:32:48.510584 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-977edff3-7054-4e86-af58-f5c5d13f9656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4862937'] for subnet (590f974b-21de-4a14-a4f5-cce979909e16), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.603979 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-36ef0930-8258-499a-afb7-3dd8a7ac2e0b tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-securitygroup--82107130&fields=id&tenant_id=60742357eb9840178f82489d14042333 HTTP/1.1" status: 200 len: 267 time: 0.1213789 Feb 16 14:32:48.613828 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-fe61416e-475e-4f80-99fc-5c869eba2800 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=ff67d2ba26804b13adb65eef482bce48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1396658 Feb 16 14:32:48.617057 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977edff3-7054-4e86-af58-f5c5d13f9656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=590f974b-21de-4a14-a4f5-cce979909e16,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:48.647492 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977edff3-7054-4e86-af58-f5c5d13f9656 admin admin] Checking segment: {'id': '91d76869-00d2-4553-9d61-b6349ce1dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:32:48.647855 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977edff3-7054-4e86-af58-f5c5d13f9656 admin admin] Network hostable DHCP agents. Network: 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:32:48.781364 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977edff3-7054-4e86-af58-f5c5d13f9656 admin admin] Network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:32:48.792877 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-333cea94-ca46-4f44-81fa-285c8fc74c2e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:48.794309 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-333cea94-ca46-4f44-81fa-285c8fc74c2e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/networks?id=a6b11c3c-5991-4844-a883-8a00049c7bc1 HTTP/1.1" status: 200 len: 811 time: 0.1783171 Feb 16 14:32:48.817032 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-6aeec57b-c677-4e9b-a761-3afb6122da5b tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/quotas/60742357eb9840178f82489d14042333 HTTP/1.1" status: 200 len: 375 time: 0.0162582 Feb 16 14:32:48.837281 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-fde8472e-ca41-4144-85e9-8189fedc0671 service neutron] 10.222.0.133 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095301 Feb 16 14:32:48.886237 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-977edff3-7054-4e86-af58-f5c5d13f9656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:32:48.895402 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce95923-d201-451c-853f-6e4529d053ae None None] Network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:32:48.895572 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977edff3-7054-4e86-af58-f5c5d13f9656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:48.896038 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-977edff3-7054-4e86-af58-f5c5d13f9656 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:48.952209 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9eefa6d3-af53-4fd6-9d68-a253fbf95e41 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=60742357eb9840178f82489d14042333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1297615 Feb 16 14:32:48.975176 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-11f63fe3-61ae-4e81-8b8a-7d94faddb0c1 service neutron] 10.222.0.133 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210525 Feb 16 14:32:49.006663 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9af8354-918b-5e3c-aab1-4fb6f759b67a-922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'fixed_ips': [{'subnet_id': '590f974b-21de-4a14-a4f5-cce979909e16'}]}} from dv-cinder-778193-17-iscsi. {{(pid=103212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:32:49.007616 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.021355 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-977edff3-7054-4e86-af58-f5c5d13f9656 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9987853 Feb 16 14:32:49.024198 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52232) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:49.028946 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:49.108417 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-c7013505-b4bf-43ea-b6b4-2d12c5ca6e21 service neutron] 10.222.0.133 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429319 Feb 16 14:32:49.119119 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62071'] for router (e12303d6-3780-4b17-ba3e-71539bec6630), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.120193 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62048'] for router (e12303d6-3780-4b17-ba3e-71539bec6630), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.156052 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Allocated IP 172.20.0.2 (922e8c31-ad84-4de7-b6ad-6e2f84ded5c2/590f974b-21de-4a14-a4f5-cce979909e16/c6f48441-252a-4183-b103-debeaf1c036b) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:32:49.183757 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Publish callbacks [] for router_controller (e12303d6-3780-4b17-ba3e-71539bec6630), precommit_add_association {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.212082 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-977b21eb-ddc5-465b-a16b-264a79a8560a service neutron] 10.222.0.133 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970793 Feb 16 14:32:49.284670 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dd2ae1c4-179e-41f2-bbc4-974d7e886758 req-1adbdbab-baf7-422d-a25f-4f2cee7d1f2b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 210 time: 0.0476356 Feb 16 14:32:49.341374 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Publish callbacks [] for port (c6f48441-252a-4183-b103-debeaf1c036b), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.416332 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (c6f48441-252a-4183-b103-debeaf1c036b), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.439293 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Publish callbacks [] for router_gateway (e12303d6-3780-4b17-ba3e-71539bec6630), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.474820 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:32:49.477836 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:32:49.485748 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:32:49.486217 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-16922cc1-8f62-4f06-a69a-e75d52fc8b59 req-4863e0ad-33ce-4ae9-a0fa-3e867f90185e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 210 time: 0.0433595 Feb 16 14:32:49.494199 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Pushing event updated for resources: {'Port': ['ID=c6f48441-252a-4183-b103-debeaf1c036b,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:49.518564 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:49.518564 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:49.518564 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:49.518564 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:49.518868 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:49.519091 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:49.519349 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:49.519858 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:49.520190 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:49.520518 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:49.521382 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:49.521721 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:49.522743 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:49.554586 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Attempting to bind port c6f48441-252a-4183-b103-debeaf1c036b on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:32:49.555046 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Attempting to bind port c6f48441-252a-4183-b103-debeaf1c036b by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '91d76869-00d2-4553-9d61-b6349ce1dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:32:49.556331 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Attempting to bind port c6f48441-252a-4183-b103-debeaf1c036b on network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:32:49.561294 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:32:49.561669 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Checking segment: {'id': '91d76869-00d2-4553-9d61-b6349ce1dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:32:49.562071 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.562462 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Bound using segment: {'id': '91d76869-00d2-4553-9d61-b6349ce1dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:32:49.563042 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Bound port: c6f48441-252a-4183-b103-debeaf1c036b, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d76869-00d2-4553-9d61-b6349ce1dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:32:49.563337 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (c6f48441-252a-4183-b103-debeaf1c036b), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.633564 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] For port c6f48441-252a-4183-b103-debeaf1c036b, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:32:49.636607 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] For port c6f48441-252a-4183-b103-debeaf1c036b, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=c6f48441-252a-4183-b103-debeaf1c036b,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:32:49.730968 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (c6f48441-252a-4183-b103-debeaf1c036b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.769632 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Publish callbacks [] for router_gateway (e12303d6-3780-4b17-ba3e-71539bec6630), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.791103 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:49.795048 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621dee9-3678-4d21-8307-a70f4272a666 None None] Pushing event updated for resources: {'Port': ['ID=c6f48441-252a-4183-b103-debeaf1c036b,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:49.908431 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Allocated IP 172.27.1.94 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/8875967a-ccd1-4468-a42f-1b790b3eced2) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:32:50.053689 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Publish callbacks [] for port (8875967a-ccd1-4468-a42f-1b790b3eced2), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.193170 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (8875967a-ccd1-4468-a42f-1b790b3eced2), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.230059 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:32:50.234707 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:32:50.237763 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:32:50.264883 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=8875967a-ccd1-4468-a42f-1b790b3eced2,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:50.379657 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f2d2207d-ba05-4ec8-aff6-3f78849b2476 req-1e7f665c-a2c4-4ddd-9503-64ef02b8714b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 210 time: 0.0302730 Feb 16 14:32:50.581133 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-640c2903-ee3b-47cd-b9b9-78182e774630 req-d51c2df1-a064-4809-996b-76e15f160335 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 210 time: 0.0322227 Feb 16 14:32:50.645865 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Publish callbacks [] for router_gateway (e12303d6-3780-4b17-ba3e-71539bec6630), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.768186 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e673d4a-f574-4ae6-9bdc-8ceeb36dd38e None None] Network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:32:50.849637 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-930f06fc-055d-4c4e-9f31-c60a740b4213 None None] Provisioning complete for port c6f48441-252a-4183-b103-debeaf1c036b triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:50.849637 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-930f06fc-055d-4c4e-9f31-c60a740b4213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (c6f48441-252a-4183-b103-debeaf1c036b), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.871739 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1022068'] for router (e12303d6-3780-4b17-ba3e-71539bec6630), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.975420 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-930f06fc-055d-4c4e-9f31-c60a740b4213 None None] Current status of the port c6f48441-252a-4183-b103-debeaf1c036b is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:50.975814 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-930f06fc-055d-4c4e-9f31-c60a740b4213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (c6f48441-252a-4183-b103-debeaf1c036b), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:50.978107 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device c6f48441-252a-4183-b103-debeaf1c036b up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:32:51.068479 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-930f06fc-055d-4c4e-9f31-c60a740b4213 None None] For port c6f48441-252a-4183-b103-debeaf1c036b, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=c6f48441-252a-4183-b103-debeaf1c036b,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:51.077695 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port c6f48441-252a-4183-b103-debeaf1c036b triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:51.078077 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (c6f48441-252a-4183-b103-debeaf1c036b), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:51.172227 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port c6f48441-252a-4183-b103-debeaf1c036b is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:51.173247 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (c6f48441-252a-4183-b103-debeaf1c036b), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:51.191278 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-930f06fc-055d-4c4e-9f31-c60a740b4213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (c6f48441-252a-4183-b103-debeaf1c036b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:51.268189 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.db.api [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:32:51.268454 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG oslo_db.api [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:32:51.269302 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f06fc-055d-4c4e-9f31-c60a740b4213 None None] Pushing event updated for resources: {'Port': ['ID=c6f48441-252a-4183-b103-debeaf1c036b,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:51.310319 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-1746c7cf-948d-4209-b0cc-1ae5432f5cb8 None None] Provisioning complete for port c6f48441-252a-4183-b103-debeaf1c036b triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:51.310699 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1746c7cf-948d-4209-b0cc-1ae5432f5cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (c6f48441-252a-4183-b103-debeaf1c036b), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:51.334984 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Router e12303d6-3780-4b17-ba3e-71539bec6630 is scheduled to L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b with binding_index 1 {{(pid=103210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:32:51.391627 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-1746c7cf-948d-4209-b0cc-1ae5432f5cb8 None None] Current status of the port c6f48441-252a-4183-b103-debeaf1c036b is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:51.445727 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:32:51.457390 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Sync routers for ids ['e12303d6-3780-4b17-ba3e-71539bec6630'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:32:51.467988 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Routers {'e12303d6-3780-4b17-ba3e-71539bec6630'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:51.468629 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:32:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['e12303d6-3780-4b17-ba3e-71539bec6630'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:51.482413 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b69bc2cb-b4c8-4443-99da-1d8a4f7e1f12 req-18cfdb9a-57a3-449b-b3d4-23a5b29cf0a4 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 210 time: 0.0291870 Feb 16 14:32:51.551008 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:51.559624 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0cc8a274-adac-4a1e-b792-e8dfbd83f2b1 admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5270035 Feb 16 14:32:51.561768 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52264) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:51.591077 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Set router e12303d6-3780-4b17-ba3e-71539bec6630 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:51.684835 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-a3cc6b66-c8b4-422a-833f-0ee79a36bc25 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:51.686547 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-a3cc6b66-c8b4-422a-833f-0ee79a36bc25 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.127 "GET /v2.0/networks?id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d HTTP/1.1" status: 200 len: 816 time: 0.1608188 Feb 16 14:32:51.831011 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port c6f48441-252a-4183-b103-debeaf1c036b is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:51.841758 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-7e1f6616-03cd-4cc8-ba5c-b19084a7469a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff67d2ba26804b13adb65eef482bce48 HTTP/1.1" status: 200 len: 379 time: 0.1334288 Feb 16 14:32:51.849441 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:50Z', 'revision_number': 3, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port': {'id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:51.857045 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-5a09fad7-1986-49a1-9ec4-61ea4f5ba21c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Request body: {'port': {'device_id': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'admin_state_up': True, 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'security_groups': ['d09ea31d-d20c-4104-bc46-f008e6250a3d']}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:51.889374 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Checking router: e12303d6-3780-4b17-ba3e-71539bec6630 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:32:51.890097 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Updating router e12303d6-3780-4b17-ba3e-71539bec6630 port 8875967a-ccd1-4468-a42f-1b790b3eced2 binding host dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:32:51.897460 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-50a32339-4e2f-4f25-a557-c49d6c8cfa6a tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:51.898913 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-50a32339-4e2f-4f25-a557-c49d6c8cfa6a tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.127 "GET /v2.0/networks?id=a6b11c3c-5991-4844-a883-8a00049c7bc1 HTTP/1.1" status: 200 len: 811 time: 0.1735806 Feb 16 14:32:51.911480 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bea593c7-da13-475d-828d-0d7548acab14 req-85ff45b0-8348-47d1-979f-e136843107f8 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 210 time: 0.0314317 Feb 16 14:32:51.946764 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (8875967a-ccd1-4468-a42f-1b790b3eced2), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.023795 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-47aed7b6-6fad-41ce-9d72-580761303142 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60742357eb9840178f82489d14042333 HTTP/1.1" status: 200 len: 378 time: 0.1137269 Feb 16 14:32:52.034021 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-b3669ea7-f58b-4e99-b324-b24b018a0cfc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Request body: {'port': {'device_id': '9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'admin_state_up': True, 'tenant_id': '60742357eb9840178f82489d14042333', 'security_groups': ['87edbbe2-bd55-4b4d-9054-a31a046bd504']}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:52.112305 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-5a09fad7-1986-49a1-9ec4-61ea4f5ba21c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Made reservation on behalf of ff67d2ba26804b13adb65eef482bce48 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:32:52.116386 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-5a09fad7-1986-49a1-9ec4-61ea4f5ba21c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.248009 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Publish callbacks [] for port (8875967a-ccd1-4468-a42f-1b790b3eced2), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.271747 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-5a09fad7-1986-49a1-9ec4-61ea4f5ba21c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Allocated IP 172.20.0.5 (4d262ca4-98f9-4f05-aa1c-14ca9e301c2d/beb109f3-65e7-4dce-a498-267b9c749fc7/84bb47db-7162-4faf-a5ee-b9e6e28981f7) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:32:52.273743 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-b3669ea7-f58b-4e99-b324-b24b018a0cfc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Made reservation on behalf of 60742357eb9840178f82489d14042333 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:32:52.277213 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-b3669ea7-f58b-4e99-b324-b24b018a0cfc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.320661 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.328046 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (8875967a-ccd1-4468-a42f-1b790b3eced2), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.387269 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Attempting to bind port 8875967a-ccd1-4468-a42f-1b790b3eced2 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:32:52.387787 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Attempting to bind port 8875967a-ccd1-4468-a42f-1b790b3eced2 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:32:52.388282 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Attempting to bind port 8875967a-ccd1-4468-a42f-1b790b3eced2 on network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:32:52.391923 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f89087-8c36-4301-8b8e-5b18f703469e None None] Pushing event updated for resources: {'Port': ['ID=8875967a-ccd1-4468-a42f-1b790b3eced2,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:52.396889 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:32:52.397398 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Checking segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:32:52.397925 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.398418 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Bound using segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:32:52.399562 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Bound port: 8875967a-ccd1-4468-a42f-1b790b3eced2, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:32:52.399562 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (8875967a-ccd1-4468-a42f-1b790b3eced2), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.506926 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Allocated IP 172.20.0.1 (922e8c31-ad84-4de7-b6ad-6e2f84ded5c2/590f974b-21de-4a14-a4f5-cce979909e16/71869212-603b-468a-81e2-60b2e5356af9) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:32:52.507175 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-b3669ea7-f58b-4e99-b324-b24b018a0cfc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Allocated IP 172.20.0.4 (a6b11c3c-5991-4844-a883-8a00049c7bc1/2e4758ce-a9f3-4b67-b980-030eaf312697/43a8d2f7-32bb-4286-be3c-13348292f4fc) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:32:52.548880 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-5a09fad7-1986-49a1-9ec4-61ea4f5ba21c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.605370 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] For port 8875967a-ccd1-4468-a42f-1b790b3eced2, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:32:52.617707 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] For port 8875967a-ccd1-4468-a42f-1b790b3eced2, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=8875967a-ccd1-4468-a42f-1b790b3eced2,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:32:52.643901 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Publish callbacks [] for port (71869212-603b-468a-81e2-60b2e5356af9), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.664142 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0c601215-1edb-4a93-94f5-5603d67a23f6 req-b70a22a5-64a5-4172-bcc2-debc887208bf tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 210 time: 0.0399418 Feb 16 14:32:52.694118 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (8875967a-ccd1-4468-a42f-1b790b3eced2), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.724176 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-b3669ea7-f58b-4e99-b324-b24b018a0cfc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.746671 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-5a09fad7-1986-49a1-9ec4-61ea4f5ba21c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.749209 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Routers {'e12303d6-3780-4b17-ba3e-71539bec6630'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:52.749874 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:32:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['e12303d6-3780-4b17-ba3e-71539bec6630'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:52.768863 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (71869212-603b-468a-81e2-60b2e5356af9), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.788640 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f89087-8c36-4301-8b8e-5b18f703469e None None] Pushing event updated for resources: {'Port': ['ID=8875967a-ccd1-4468-a42f-1b790b3eced2,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:52.801624 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-5a09fad7-1986-49a1-9ec4-61ea4f5ba21c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:32:52.805102 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-5a09fad7-1986-49a1-9ec4-61ea4f5ba21c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:32:52.809090 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-5a09fad7-1986-49a1-9ec4-61ea4f5ba21c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:32:52.814322 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:32:52.818074 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:32:52.822154 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:32:52.855785 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Pushing event updated for resources: {'Port': ['ID=71869212-603b-468a-81e2-60b2e5356af9,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:52.856374 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-b3669ea7-f58b-4e99-b324-b24b018a0cfc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.858452 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09fad7-1986-49a1-9ec4-61ea4f5ba21c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event updated for resources: {'Port': ['ID=84bb47db-7162-4faf-a5ee-b9e6e28981f7,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:52.870915 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-5a09fad7-1986-49a1-9ec4-61ea4f5ba21c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:52.871016 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] Set router e12303d6-3780-4b17-ba3e-71539bec6630 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:52.871460 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-5a09fad7-1986-49a1-9ec4-61ea4f5ba21c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.880768 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:52.881165 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:52.881512 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:52.881928 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:52.882270 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:52.882601 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:52.882928 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:52.883256 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:52.883585 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:52.883958 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:52.884287 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:52.884604 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:52.885032 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:52.905367 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016617'] for router_interface (e12303d6-3780-4b17-ba3e-71539bec6630), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:52.952101 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-b3669ea7-f58b-4e99-b324-b24b018a0cfc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Network a6b11c3c-5991-4844-a883-8a00049c7bc1 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:32:52.956131 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-b3669ea7-f58b-4e99-b324-b24b018a0cfc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:32:52.979662 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-b3669ea7-f58b-4e99-b324-b24b018a0cfc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:32:53.044432 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3669ea7-f58b-4e99-b324-b24b018a0cfc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event updated for resources: {'Port': ['ID=43a8d2f7-32bb-4286-be3c-13348292f4fc,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:53.056951 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-5a09fad7-1986-49a1-9ec4-61ea4f5ba21c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2072344 Feb 16 14:32:53.065558 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device c6f48441-252a-4183-b103-debeaf1c036b up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:32:53.106439 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-b3669ea7-f58b-4e99-b324-b24b018a0cfc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:53.107125 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-b3669ea7-f58b-4e99-b324-b24b018a0cfc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:53.179616 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dc42a-f81d-47fe-bb0a-30130a4bcee3 req-bbb8eca2-d656-45b3-81ba-8cd74d6852d4 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:53.181254 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-527dc42a-f81d-47fe-bb0a-30130a4bcee3 req-bbb8eca2-d656-45b3-81ba-8cd74d6852d4 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 931 time: 0.1415412 Feb 16 14:32:53.189696 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Request body: {'port': {'device_id': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:53.237594 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-b3669ea7-f58b-4e99-b324-b24b018a0cfc tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2074618 Feb 16 14:32:53.245965 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port c6f48441-252a-4183-b103-debeaf1c036b triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:53.246654 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (c6f48441-252a-4183-b103-debeaf1c036b), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:53.254288 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Request body: {'port': {'device_id': '9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:53.286596 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-527dc42a-f81d-47fe-bb0a-30130a4bcee3 req-35fd7867-13cd-45f9-9960-163aefa5822e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=87edbbe2-bd55-4b4d-9054-a31a046bd504&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972004 Feb 16 14:32:53.287631 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (71869212-603b-468a-81e2-60b2e5356af9), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:53.361080 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-59d04f4f-8323-4bf4-9be4-cdf35e4e61dc None None] Provisioning complete for port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:53.361797 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-59d04f4f-8323-4bf4-9be4-cdf35e4e61dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:53.381943 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:53.393339 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:53.413669 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:50Z', 'revision_number': 3, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port': {'id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:53.457142 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be64ee4-eb66-45d3-9b3b-788665fe0d0a None None] The sync data for ids ['e12303d6-3780-4b17-ba3e-71539bec6630'] in dv-cinder-778193-17-iscsi is: [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:50Z', 'revision_number': 3, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port': {'id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:32:53.464194 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-59d04f4f-8323-4bf4-9be4-cdf35e4e61dc None None] Port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:32:53.467258 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port c6f48441-252a-4183-b103-debeaf1c036b is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:53.510686 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Publish callbacks [] for port (71869212-603b-468a-81e2-60b2e5356af9), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:53.592464 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-512cbc87-346a-49a8-9d2f-4a0ce01845bb None None] Provisioning complete for port 43a8d2f7-32bb-4286-be3c-13348292f4fc triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:53.593004 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-512cbc87-346a-49a8-9d2f-4a0ce01845bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:53.598235 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092046'] for port (71869212-603b-468a-81e2-60b2e5356af9), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:53.638379 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-512cbc87-346a-49a8-9d2f-4a0ce01845bb None None] Port 43a8d2f7-32bb-4286-be3c-13348292f4fc cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:32:53.651440 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-512cbc87-346a-49a8-9d2f-4a0ce01845bb None None] Provisioning complete for port 71869212-603b-468a-81e2-60b2e5356af9 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:53.651440 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-512cbc87-346a-49a8-9d2f-4a0ce01845bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (71869212-603b-468a-81e2-60b2e5356af9), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:53.692415 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-512cbc87-346a-49a8-9d2f-4a0ce01845bb None None] Port 71869212-603b-468a-81e2-60b2e5356af9 cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:32:53.695111 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016757'] for router_interface (e12303d6-3780-4b17-ba3e-71539bec6630), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:53.697077 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Pushing event updated for resources: {'Port': ['ID=71869212-603b-468a-81e2-60b2e5356af9,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:53.874226 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:32:53.877210 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:32:53.885702 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bef8ee-6401-4f71-9fa1-c7dbed440b8f req-1ef15595-0268-4840-89b6-36577dfe346e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:53.887220 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a0bef8ee-6401-4f71-9fa1-c7dbed440b8f req-1ef15595-0268-4840-89b6-36577dfe346e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 931 time: 0.0882828 Feb 16 14:32:53.918105 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a8d2f7-32bb-4286-be3c-13348292f4fc {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:32:53.931624 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Publish callbacks [] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:53.938912 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84bb47db-7162-4faf-a5ee-b9e6e28981f7 {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:32:53.951334 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Publish callbacks [] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:53.964175 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Transition to ACTIVE for port object 43a8d2f7-32bb-4286-be3c-13348292f4fc will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:32:53.969327 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Transition to ACTIVE for port object 84bb47db-7162-4faf-a5ee-b9e6e28981f7 will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:32:54.021325 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a0bef8ee-6401-4f71-9fa1-c7dbed440b8f req-a55f1f16-7e9e-4a31-bea2-55664341cda6 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270483 Feb 16 14:32:54.062736 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Router e12303d6-3780-4b17-ba3e-71539bec6630 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:32:54.104772 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:54.119484 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-ab073704-6534-44b2-ae98-c7e6ca825931 None None] Provisioning complete for port 71869212-603b-468a-81e2-60b2e5356af9 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:54.120062 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ab073704-6534-44b2-ae98-c7e6ca825931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (71869212-603b-468a-81e2-60b2e5356af9), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:54.135148 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:54.159499 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-ab073704-6534-44b2-ae98-c7e6ca825931 None None] Port 71869212-603b-468a-81e2-60b2e5356af9 cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:32:54.172478 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Pushing event updated for resources: {'Port': ['ID=43a8d2f7-32bb-4286-be3c-13348292f4fc,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:54.187641 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:32:54.200381 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b69f08ef-eedb-4bb5-b106-5f2e4978e56c admin admin] 10.222.0.133 "PUT /v2.0/routers/e12303d6-3780-4b17-ba3e-71539bec6630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6301019 Feb 16 14:32:54.360287 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Pushing event updated for resources: {'Port': ['ID=84bb47db-7162-4faf-a5ee-b9e6e28981f7,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:54.430136 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Attempting to bind port 43a8d2f7-32bb-4286-be3c-13348292f4fc on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:32:54.430525 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Attempting to bind port 43a8d2f7-32bb-4286-be3c-13348292f4fc by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:32:54.430812 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Attempting to bind port 43a8d2f7-32bb-4286-be3c-13348292f4fc on network a6b11c3c-5991-4844-a883-8a00049c7bc1 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:32:54.435376 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Attempting to bind port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:32:54.435711 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Attempting to bind port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:32:54.436039 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Attempting to bind port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 on network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:32:54.449323 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Port 43a8d2f7-32bb-4286-be3c-13348292f4fc on network a6b11c3c-5991-4844-a883-8a00049c7bc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:32:54.449657 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Attempting to bind port 43a8d2f7-32bb-4286-be3c-13348292f4fc on network a6b11c3c-5991-4844-a883-8a00049c7bc1 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:32:54.451908 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 on network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:32:54.452171 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Attempting to bind port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 on network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:32:54.460801 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:32:54.461149 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Checking segment: {'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:32:54.461543 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Bound using segment: {'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:32:54.462339 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Bound port: 43a8d2f7-32bb-4286-be3c-13348292f4fc, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a549bd-f35f-4304-873f-e2ae338ff32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:32:54.462339 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:54.475090 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:32:54.475504 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Checking segment: {'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:32:54.475902 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Bound using segment: {'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:32:54.476354 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Bound port: 84bb47db-7162-4faf-a5ee-b9e6e28981f7, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c315001-3f1b-4435-a009-748b312c146c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:32:54.476715 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:54.516564 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fe1a9-2ac8-4b8a-95c5-2a8c45e3f267 req-d45931a7-6dc4-4f14-b87d-9c33e3fd3086 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:54.517600 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e27fe1a9-2ac8-4b8a-95c5-2a8c45e3f267 req-d45931a7-6dc4-4f14-b87d-9c33e3fd3086 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 943 time: 0.0894303 Feb 16 14:32:54.582502 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e27fe1a9-2ac8-4b8a-95c5-2a8c45e3f267 req-cd6c53d4-dcab-487f-bfea-1fa9e9772389 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=87edbbe2-bd55-4b4d-9054-a31a046bd504&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544248 Feb 16 14:32:54.591576 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] For port 43a8d2f7-32bb-4286-be3c-13348292f4fc, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:32:54.613478 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] For port 84bb47db-7162-4faf-a5ee-b9e6e28981f7, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:32:54.617170 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] For port 84bb47db-7162-4faf-a5ee-b9e6e28981f7, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:32:54.621520 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] For port 43a8d2f7-32bb-4286-be3c-13348292f4fc, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=43a8d2f7-32bb-4286-be3c-13348292f4fc,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:32:54.683783 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:54.714968 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:54.722370 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:54.722991 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:54.724367 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] 10.222.0.127 "PUT /v2.0/ports/84bb47db-7162-4faf-a5ee-b9e6e28981f7 HTTP/1.1" status: 200 len: 1093 time: 1.6595109 Feb 16 14:32:54.729057 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'tag': '84bb47db-7162-4faf-a5ee-b9e6e28981f7'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:32:54.731921 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ad7987-3d2f-4071-95db-38f52f770f13" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6bd507-eaea-473e-b018-57a4fff34c95", "tag": "84bb47db-7162-4faf-a5ee-b9e6e28981f7"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:32:54.755436 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:54.756059 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:54.757482 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] 10.222.0.127 "PUT /v2.0/ports/43a8d2f7-32bb-4286-be3c-13348292f4fc HTTP/1.1" status: 200 len: 1093 time: 1.5105948 Feb 16 14:32:54.763367 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aed48c-9f72-4748-9dae-2e0dba8cf31c service neutron] Pushing event updated for resources: {'Port': ['ID=84bb47db-7162-4faf-a5ee-b9e6e28981f7,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:54.855060 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7974a9-4dab-4036-9fec-23e714170aee service neutron] Pushing event updated for resources: {'Port': ['ID=43a8d2f7-32bb-4286-be3c-13348292f4fc,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:54.991774 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db207bc8-a72d-40e0-b070-dbc264cb7465 x-openstack-request-id: req-db207bc8-a72d-40e0-b070-dbc264cb7465 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:32:54.992445 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6bd507-eaea-473e-b018-57a4fff34c95", "tag": "84bb47db-7162-4faf-a5ee-b9e6e28981f7", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:32:54.992445 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-db207bc8-a72d-40e0-b070-dbc264cb7465 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:32:54.992707 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'tag': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'status': 'completed', 'code': 200} Feb 16 14:32:55.005130 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-dd859128-34a1-47b3-8bdb-60425e71d301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:55.006843 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-dd859128-34a1-47b3-8bdb-60425e71d301 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ff67d2ba26804b13adb65eef482bce48&device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 1127 time: 0.1451421 Feb 16 14:32:55.008538 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-f21c4f74-154d-4a25-addb-526d1e755c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:55.010002 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-f21c4f74-154d-4a25-addb-526d1e755c88 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=60742357eb9840178f82489d14042333&device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 1127 time: 0.1309319 Feb 16 14:32:55.039375 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 8875967a-ccd1-4468-a42f-1b790b3eced2 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:32:55.106470 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 8875967a-ccd1-4468-a42f-1b790b3eced2 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:55.107773 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (8875967a-ccd1-4468-a42f-1b790b3eced2), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.139244 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-8209a468-5aec-4f4c-970e-2f9e303b64d9 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7 HTTP/1.1" status: 200 len: 217 time: 0.1175289 Feb 16 14:32:55.142611 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-427a441e-91a7-471b-ae74-aa4b55bfddb6 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43a8d2f7-32bb-4286-be3c-13348292f4fc HTTP/1.1" status: 200 len: 217 time: 0.1076632 Feb 16 14:32:55.234755 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-bc8c5211-4ce6-4b93-ba39-c7cdb483a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:55.236241 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-bc8c5211-4ce6-4b93-ba39-c7cdb483a4e7 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=beb109f3-65e7-4dce-a498-267b9c749fc7 HTTP/1.1" status: 200 len: 855 time: 0.0870783 Feb 16 14:32:55.236483 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4ac87-928b-4e02-af7f-d11c0f655c45 req-b964876e-fce1-4566-a1c5-b23063d6efb9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:55.237692 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-d25a8626-2bb5-4abf-818e-e71eb2f0f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:55.238287 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74a4ac87-928b-4e02-af7f-d11c0f655c45 req-b964876e-fce1-4566-a1c5-b23063d6efb9 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.1130631 Feb 16 14:32:55.239045 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-d25a8626-2bb5-4abf-818e-e71eb2f0f682 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2e4758ce-a9f3-4b67-b980-030eaf312697 HTTP/1.1" status: 200 len: 850 time: 0.0802794 Feb 16 14:32:55.245326 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 8875967a-ccd1-4468-a42f-1b790b3eced2 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:55.246343 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (8875967a-ccd1-4468-a42f-1b790b3eced2), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.277129 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52308) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:55.277787 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port 8875967a-ccd1-4468-a42f-1b790b3eced2, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=8875967a-ccd1-4468-a42f-1b790b3eced2,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:55.282701 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-680028234-network', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:55.306515 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74a4ac87-928b-4e02-af7f-d11c0f655c45 req-4b24e22a-dba0-49c3-b9bc-eae1f43af480 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621781 Feb 16 14:32:55.330798 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-2c18adb1-6eab-4278-a772-adcb42bbde26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:55.332349 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-2c18adb1-6eab-4278-a772-adcb42bbde26 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a6b11c3c-5991-4844-a883-8a00049c7bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0833573 Feb 16 14:32:55.334777 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-09958b42-d41a-4e1d-970b-70905f9b9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:55.336134 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-09958b42-d41a-4e1d-970b-70905f9b9fd6 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0852468 Feb 16 14:32:55.412657 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (8875967a-ccd1-4468-a42f-1b790b3eced2), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.442214 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] Made reservation on behalf of 0233d189aab747fb8ec64a57175c3a73 for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:32:55.446461 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.457370 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.473236 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=8875967a-ccd1-4468-a42f-1b790b3eced2,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:55.500601 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-8c7105f5-74cc-4ad3-af5e-5477c57d7b71 service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529255 Feb 16 14:32:55.508378 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-0078537a-033f-465e-9e9a-fc462400eb4f service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537089 Feb 16 14:32:55.530126 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Sync routers for ids ['e12303d6-3780-4b17-ba3e-71539bec6630'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:32:55.540948 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Routers {'e12303d6-3780-4b17-ba3e-71539bec6630'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:55.541563 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:32:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['e12303d6-3780-4b17-ba3e-71539bec6630'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:55.541922 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] Publish callbacks [] for security_group (e4e05f1b-b5a0-42a2-98fe-86aecc423091), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.613138 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e4e05f1b-b5a0-42a2-98fe-86aecc423091), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.659913 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:32:55.671385 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (d6b4c38d-36ca-4810-bbea-b1f4365e7cfd), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.672387 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] Added segment d6b4c38d-36ca-4810-bbea-b1f4365e7cfd of type vlan for network c0438774-7c3a-4a17-862a-4c9a8b1fca28 Feb 16 14:32:55.672505 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-63c75932-7808-401c-a406-8b55fa6e3e40 req-af5a5be7-568f-421d-a1b7-e600381eec67 service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614397 Feb 16 14:32:55.674364 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e44085b9-ad9c-4205-93cf-f90f882f30b2 req-d23a8d17-7407-478a-af0d-490b1ea01c5b service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560950 Feb 16 14:32:55.723146 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e05f1b-b5a0-42a2-98fe-86aecc423091,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:55.756546 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Set router e12303d6-3780-4b17-ba3e-71539bec6630 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:55.762785 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (c0438774-7c3a-4a17-862a-4c9a8b1fca28), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.793317 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff06ef-b96f-4e3f-a44b-92eaa6988d48 req-31ff56d4-e73d-4b89-a689-016dca6e8256 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:55.794813 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5dff06ef-b96f-4e3f-a44b-92eaa6988d48 req-31ff56d4-e73d-4b89-a689-016dca6e8256 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 943 time: 0.1121747 Feb 16 14:32:55.842667 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5dff06ef-b96f-4e3f-a44b-92eaa6988d48 req-9a133bfb-9e12-4e1a-950a-daab9bc28c3d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=87edbbe2-bd55-4b4d-9054-a31a046bd504&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408373 Feb 16 14:32:55.898888 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (c0438774-7c3a-4a17-862a-4c9a8b1fca28), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.899569 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7987-3d2f-4071-95db-38f52f770f13 req-7a079d95-e572-4ccf-b9e2-c4cc482b4f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:55.900314 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:55.900951 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:55.901331 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b7ad7987-3d2f-4071-95db-38f52f770f13 req-7a079d95-e572-4ccf-b9e2-c4cc482b4f41 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ff67d2ba26804b13adb65eef482bce48&device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 1127 time: 0.0452535 Feb 16 14:32:55.965128 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:53Z', 'revision_number': 4, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port': {'id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '71869212-603b-468a-81e2-60b2e5356af9', 'name': '', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'mac_address': 'fa:16:3e:59:fb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '590f974b-21de-4a14-a4f5-cce979909e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:52Z', 'updated_at': '2022-02-16T14:32:53Z', 'revision_number': 2, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'subnets': [{'id': '590f974b-21de-4a14-a4f5-cce979909e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:55.965429 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] Pushing event updated for resources: {'Network': ['ID=c0438774-7c3a-4a17-862a-4c9a8b1fca28,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:55.977365 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network c0438774-7c3a-4a17-862a-4c9a8b1fca28 details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:32:55.992887 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Checking router: e12303d6-3780-4b17-ba3e-71539bec6630 for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:32:55.993248 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Updating router e12303d6-3780-4b17-ba3e-71539bec6630 port 71869212-603b-468a-81e2-60b2e5356af9 binding host dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:32:56.002203 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7987-3d2f-4071-95db-38f52f770f13 req-9515a83b-6d84-4edd-b3ff-1674b5f4d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:56.003713 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b7ad7987-3d2f-4071-95db-38f52f770f13 req-9515a83b-6d84-4edd-b3ff-1674b5f4d6c4 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d HTTP/1.1" status: 200 len: 917 time: 0.0961339 Feb 16 14:32:56.019652 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-8ba0050c-ca6e-4c38-b46b-0173df520a02 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7389858 Feb 16 14:32:56.020036 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52312) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:56.025611 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (71869212-603b-468a-81e2-60b2e5356af9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.026368 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-25fc1d17-7c85-4494-9072-fcd91f46c352 admin admin] Request body: {'subnet': {'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-680028234-subnet', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:56.062642 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b7ad7987-3d2f-4071-95db-38f52f770f13 req-29c5154a-a827-4c35-8927-916591680b71 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7 HTTP/1.1" status: 200 len: 217 time: 0.0502739 Feb 16 14:32:56.109744 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7987-3d2f-4071-95db-38f52f770f13 req-8c92350d-a2da-465f-808f-f913dd9fb1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:56.111193 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b7ad7987-3d2f-4071-95db-38f52f770f13 req-8c92350d-a2da-465f-808f-f913dd9fb1f6 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=beb109f3-65e7-4dce-a498-267b9c749fc7 HTTP/1.1" status: 200 len: 855 time: 0.0434060 Feb 16 14:32:56.158452 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fc1d17-7c85-4494-9072-fcd91f46c352 admin admin] Made reservation on behalf of 0233d189aab747fb8ec64a57175c3a73 for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:32:56.160692 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7987-3d2f-4071-95db-38f52f770f13 req-d8838366-e22a-4cf8-9818-a9ce07ad6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:56.161474 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-25fc1d17-7c85-4494-9072-fcd91f46c352 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4862955'] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.162241 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b7ad7987-3d2f-4071-95db-38f52f770f13 req-d8838366-e22a-4cf8-9818-a9ce07ad6da0 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440180 Feb 16 14:32:56.259139 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b7ad7987-3d2f-4071-95db-38f52f770f13 req-18a0a1d7-e2ee-4895-9d98-86c36bbba46e service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892937 Feb 16 14:32:56.296940 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Publish callbacks [] for port (71869212-603b-468a-81e2-60b2e5356af9), precommit_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.354509 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b7ad7987-3d2f-4071-95db-38f52f770f13 req-d60619a2-c1da-4faa-96dd-59eba24f7acb service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877185 Feb 16 14:32:56.367670 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (71869212-603b-468a-81e2-60b2e5356af9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.414878 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Pushing event updated for resources: {'Port': ['ID=71869212-603b-468a-81e2-60b2e5356af9,revision_number=3']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:56.426434 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:56.426791 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:56.427156 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:56.427499 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:56.427829 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:56.428162 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:56.428501 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:56.428837 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:56.429341 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:56.429686 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:56.430013 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:56.430506 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:56.430967 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:56.431876 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-25fc1d17-7c85-4494-9072-fcd91f46c352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4862937'] for subnet (2908c459-db2b-4119-9b26-ae12094c0c38), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.471382 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f90dbb-11ea-458e-b16e-b3fa4169ccc6 req-64980d58-aa81-4dfd-b916-4bd40f75ccd7 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:56.472955 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-03f90dbb-11ea-458e-b16e-b3fa4169ccc6 req-64980d58-aa81-4dfd-b916-4bd40f75ccd7 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0862031 Feb 16 14:32:56.490733 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Attempting to bind port 71869212-603b-468a-81e2-60b2e5356af9 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:32:56.491099 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Attempting to bind port 71869212-603b-468a-81e2-60b2e5356af9 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '91d76869-00d2-4553-9d61-b6349ce1dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2'}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:32:56.491643 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Attempting to bind port 71869212-603b-468a-81e2-60b2e5356af9 on network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:32:56.497417 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:32:56.498050 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Checking segment: {'id': '91d76869-00d2-4553-9d61-b6349ce1dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:32:56.498629 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.499611 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Bound using segment: {'id': '91d76869-00d2-4553-9d61-b6349ce1dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2'} {{(pid=103213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:32:56.500096 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.managers [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Bound port: 71869212-603b-468a-81e2-60b2e5356af9, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d76869-00d2-4553-9d61-b6349ce1dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2'}}] {{(pid=103213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:32:56.500586 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (71869212-603b-468a-81e2-60b2e5356af9), before_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.526491 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc1d17-7c85-4494-9072-fcd91f46c352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2908c459-db2b-4119-9b26-ae12094c0c38,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:56.552019 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fc1d17-7c85-4494-9072-fcd91f46c352 admin admin] Checking segment: {'id': 'd6b4c38d-36ca-4810-bbea-b1f4365e7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:32:56.552402 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fc1d17-7c85-4494-9072-fcd91f46c352 admin admin] Network hostable DHCP agents. Network: c0438774-7c3a-4a17-862a-4c9a8b1fca28, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:32:56.561367 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-03f90dbb-11ea-458e-b16e-b3fa4169ccc6 req-e57c3131-9f0c-472f-a69c-a70a3b676357 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812731 Feb 16 14:32:56.573884 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] For port 71869212-603b-468a-81e2-60b2e5356af9, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:32:56.577056 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.plugins.ml2.db [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] For port 71869212-603b-468a-81e2-60b2e5356af9, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=71869212-603b-468a-81e2-60b2e5356af9,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:32:56.637323 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fc1d17-7c85-4494-9072-fcd91f46c352 admin admin] Network c0438774-7c3a-4a17-862a-4c9a8b1fca28 is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:32:56.658793 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-5389c1f0-85d6-4046-94e6-f18b9f76895f None None] Provisioning complete for port 71869212-603b-468a-81e2-60b2e5356af9 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:56.659342 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5389c1f0-85d6-4046-94e6-f18b9f76895f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (71869212-603b-468a-81e2-60b2e5356af9), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.693410 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron_lib.callbacks.manager [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (71869212-603b-468a-81e2-60b2e5356af9), after_update {{(pid=103213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.693620 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-5389c1f0-85d6-4046-94e6-f18b9f76895f None None] Port 71869212-603b-468a-81e2-60b2e5356af9 cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:32:56.730464 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-25fc1d17-7c85-4494-9072-fcd91f46c352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, c0438774-7c3a-4a17-862a-4c9a8b1fca28) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:32:56.736301 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fc1d17-7c85-4494-9072-fcd91f46c352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:56.744485 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-25fc1d17-7c85-4494-9072-fcd91f46c352 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.744724 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee316208-8ff5-43ee-8ee5-11f88786613d None None] Network c0438774-7c3a-4a17-862a-4c9a8b1fca28 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:32:56.757691 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4defe8-0744-4716-90e9-053568020c5f None None] Pushing event updated for resources: {'Port': ['ID=71869212-603b-468a-81e2-60b2e5356af9,revision_number=4']} {{(pid=103213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:56.761826 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Routers {'e12303d6-3780-4b17-ba3e-71539bec6630'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:56.762428 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:32:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['e12303d6-3780-4b17-ba3e-71539bec6630'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:56.837473 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-25fc1d17-7c85-4494-9072-fcd91f46c352 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8165305 Feb 16 14:32:56.840013 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52316) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:32:56.852317 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-680028234-router', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:32:56.854559 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb9af8354-918b-5e3c-aab1-4fb6f759b67a-c0438774-7c3a-4a17-862a-4c9a8b1fca28', 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28', 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'fixed_ips': [{'subnet_id': '2908c459-db2b-4119-9b26-ae12094c0c38'}]}} from dv-cinder-778193-17-iscsi. {{(pid=103212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 14:32:56.856137 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:56.947379 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] Set router e12303d6-3780-4b17-ba3e-71539bec6630 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:32:56.959029 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 8875967a-ccd1-4468-a42f-1b790b3eced2 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:32:56.994587 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba', 'tag': '43a8d2f7-32bb-4286-be3c-13348292f4fc'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:32:56.997235 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179d8c6a-2158-445d-b68a-85e5759d6f94" -d '{"events": [{"name": "network-changed", "server_uuid": "9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba", "tag": "43a8d2f7-32bb-4286-be3c-13348292f4fc"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:32:57.014263 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1029475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62071'] for router (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.030818 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff339ee7-dbf4-488a-abfd-40a8ec373c64 req-9253c90e-2b5e-43c6-98ef-694ede99dc4e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:57.031222 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1021993', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62048'] for router (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.031314 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ff339ee7-dbf4-488a-abfd-40a8ec373c64 req-9253c90e-2b5e-43c6-98ef-694ede99dc4e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 943 time: 0.0763338 Feb 16 14:32:57.070108 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd7ed08-9449-4cd5-bbc6-8ba97a3d8f92 x-openstack-request-id: req-ebd7ed08-9449-4cd5-bbc6-8ba97a3d8f92 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:32:57.070748 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba", "tag": "43a8d2f7-32bb-4286-be3c-13348292f4fc", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:32:57.071218 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-ebd7ed08-9449-4cd5-bbc6-8ba97a3d8f92 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:32:57.071818 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba', 'tag': '43a8d2f7-32bb-4286-be3c-13348292f4fc', 'status': 'completed', 'code': 200} Feb 16 14:32:57.075311 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ff339ee7-dbf4-488a-abfd-40a8ec373c64 req-522c8bca-c958-4488-ad86-e3345c2a7805 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=87edbbe2-bd55-4b4d-9054-a31a046bd504&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514185 Feb 16 14:32:57.091604 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.db_base_plugin_common [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Allocated IP 172.20.0.2 (c0438774-7c3a-4a17-862a-4c9a8b1fca28/2908c459-db2b-4119-9b26-ae12094c0c38/85a475f2-a7ce-4e8b-8236-579f8c12b8bb) {{(pid=103212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:32:57.111232 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-f717ec50-be90-4802-ac27-c165d0a5d4af None None] Provisioning complete for port 71869212-603b-468a-81e2-60b2e5356af9 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:57.111851 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f717ec50-be90-4802-ac27-c165d0a5d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (71869212-603b-468a-81e2-60b2e5356af9), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.131501 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Publish callbacks [] for router_controller (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), precommit_add_association {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.147842 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d8c6a-2158-445d-b68a-85e5759d6f94 req-ae87716d-ff4c-4f0e-afc0-69ebb45cb892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:57.149364 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-179d8c6a-2158-445d-b68a-85e5759d6f94 req-ae87716d-ff4c-4f0e-afc0-69ebb45cb892 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=60742357eb9840178f82489d14042333&device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 1127 time: 0.0495403 Feb 16 14:32:57.157255 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 8875967a-ccd1-4468-a42f-1b790b3eced2 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:57.157777 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (8875967a-ccd1-4468-a42f-1b790b3eced2), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.196664 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:53Z', 'revision_number': 4, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port': {'id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '71869212-603b-468a-81e2-60b2e5356af9', 'name': '', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'mac_address': 'fa:16:3e:59:fb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '590f974b-21de-4a14-a4f5-cce979909e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:52Z', 'updated_at': '2022-02-16T14:32:56Z', 'revision_number': 4, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'subnets': [{'id': '590f974b-21de-4a14-a4f5-cce979909e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:57.224836 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51513886-86f7-405e-87dc-a0b1bb10883e None None] The sync data for ids ['e12303d6-3780-4b17-ba3e-71539bec6630'] in dv-cinder-778193-17-iscsi is: [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:53Z', 'revision_number': 4, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port': {'id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '71869212-603b-468a-81e2-60b2e5356af9', 'name': '', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'mac_address': 'fa:16:3e:59:fb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '590f974b-21de-4a14-a4f5-cce979909e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:52Z', 'updated_at': '2022-02-16T14:32:56Z', 'revision_number': 4, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'subnets': [{'id': '590f974b-21de-4a14-a4f5-cce979909e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:32:57.369000 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-f717ec50-be90-4802-ac27-c165d0a5d4af None None] Current status of the port 71869212-603b-468a-81e2-60b2e5356af9 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:57.369404 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f717ec50-be90-4802-ac27-c165d0a5d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (71869212-603b-468a-81e2-60b2e5356af9), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.415379 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 8875967a-ccd1-4468-a42f-1b790b3eced2 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:57.596453 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-f717ec50-be90-4802-ac27-c165d0a5d4af None None] For port 71869212-603b-468a-81e2-60b2e5356af9, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=71869212-603b-468a-81e2-60b2e5356af9,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:57.616645 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Publish callbacks [] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), precommit_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.641946 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d8c6a-2158-445d-b68a-85e5759d6f94 req-4a9bc19c-ef46-4085-b809-d33bddfbbf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:57.643449 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-179d8c6a-2158-445d-b68a-85e5759d6f94 req-4a9bc19c-ef46-4085-b809-d33bddfbbf99 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a6b11c3c-5991-4844-a883-8a00049c7bc1 HTTP/1.1" status: 200 len: 912 time: 0.4862158 Feb 16 14:32:57.659288 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Publish callbacks [] for router_gateway (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.675474 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f717ec50-be90-4802-ac27-c165d0a5d4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (71869212-603b-468a-81e2-60b2e5356af9), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.693133 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-179d8c6a-2158-445d-b68a-85e5759d6f94 req-19118fb0-54b3-4222-838d-db94af847a95 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43a8d2f7-32bb-4286-be3c-13348292f4fc HTTP/1.1" status: 200 len: 217 time: 0.0434134 Feb 16 14:32:57.713156 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), after_create {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.716015 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad0737-00db-4a61-aa8d-f8fd955c870b req-fbf06649-2549-476b-ba0a-ebf1cbcf0ace tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:57.720383 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-23ad0737-00db-4a61-aa8d-f8fd955c870b req-fbf06649-2549-476b-ba0a-ebf1cbcf0ace tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0663693 Feb 16 14:32:57.745213 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Network c0438774-7c3a-4a17-862a-4c9a8b1fca28 is already hosted by enough agents. {{(pid=103212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:32:57.748172 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.scheduler.base_scheduler [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Resources bound (agent type, host, resource id): {{(pid=103212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:32:57.752082 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Received port after_create {{(pid=103212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:32:57.758092 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717ec50-be90-4802-ac27-c165d0a5d4af None None] Pushing event updated for resources: {'Port': ['ID=71869212-603b-468a-81e2-60b2e5356af9,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:57.762217 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d8c6a-2158-445d-b68a-85e5759d6f94 req-60e68b7b-0a4a-4277-8ab0-da813406bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:57.773753 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-179d8c6a-2158-445d-b68a-85e5759d6f94 req-60e68b7b-0a4a-4277-8ab0-da813406bb61 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2e4758ce-a9f3-4b67-b980-030eaf312697 HTTP/1.1" status: 200 len: 850 time: 0.0736926 Feb 16 14:32:57.793537 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-23ad0737-00db-4a61-aa8d-f8fd955c870b req-c81484ee-e6f3-4782-b990-e6861824410f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653296 Feb 16 14:32:57.862721 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d8c6a-2158-445d-b68a-85e5759d6f94 req-ea92aeeb-9f75-4d3b-aed2-e13a467a6845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:57.864323 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-179d8c6a-2158-445d-b68a-85e5759d6f94 req-ea92aeeb-9f75-4d3b-aed2-e13a467a6845 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a6b11c3c-5991-4844-a883-8a00049c7bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0817244 Feb 16 14:32:57.879289 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Pushing event updated for resources: {'Port': ['ID=85a475f2-a7ce-4e8b-8236-579f8c12b8bb,revision_number=1']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:57.884596 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Attempting to bind port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:32:57.885010 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Attempting to bind port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': 'd6b4c38d-36ca-4810-bbea-b1f4365e7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:32:57.885392 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Attempting to bind port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb on network c0438774-7c3a-4a17-862a-4c9a8b1fca28 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:32:57.891406 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:32:57.891932 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Checking segment: {'id': 'd6b4c38d-36ca-4810-bbea-b1f4365e7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:32:57.892442 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.892969 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Bound using segment: {'id': 'd6b4c38d-36ca-4810-bbea-b1f4365e7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:32:57.893549 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Bound port: 85a475f2-a7ce-4e8b-8236-579f8c12b8bb, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b4c38d-36ca-4810-bbea-b1f4365e7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:32:57.894063 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:57.966224 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] For port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:32:57.970659 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] For port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=85a475f2-a7ce-4e8b-8236-579f8c12b8bb,segment=NetworkSegment(d6b4c38d-36ca-4810-bbea-b1f4365e7cfd),segment_id=d6b4c38d-36ca-4810-bbea-b1f4365e7cfd)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:32:57.996956 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-179d8c6a-2158-445d-b68a-85e5759d6f94 req-f6524d43-abf6-4a46-9439-ffc16cf9cbf5 service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057327 Feb 16 14:32:58.049598 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:58.147027 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d58ba-cd30-4686-8d87-9a7e33e623c0 None None] Pushing event updated for resources: {'Port': ['ID=85a475f2-a7ce-4e8b-8236-579f8c12b8bb,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:58.179854 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Publish callbacks [] for router_gateway (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:58.229134 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:58.243664 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-179d8c6a-2158-445d-b68a-85e5759d6f94 req-260d0cd5-6121-4848-b8ab-cf4b1596c63c service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112315 Feb 16 14:32:58.317030 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a235d9-c583-482d-984c-c83450d19acf req-ee6e27fb-cff2-4387-80fd-736046ecba71 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:58.318627 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f1a235d9-c583-482d-984c-c83450d19acf req-ee6e27fb-cff2-4387-80fd-736046ecba71 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 943 time: 0.1207044 Feb 16 14:32:58.368090 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Allocated IP 172.27.1.114 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/baffc0b5-7062-4abc-8c9b-d1bb6d5da931) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:32:58.402431 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f1a235d9-c583-482d-984c-c83450d19acf req-453059d7-0eff-4fe8-833b-68c6660eb57b tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=87edbbe2-bd55-4b4d-9054-a31a046bd504&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672274 Feb 16 14:32:58.510358 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Publish callbacks [] for port (baffc0b5-7062-4abc-8c9b-d1bb6d5da931), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:58.532108 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 84bb47db-7162-4faf-a5ee-b9e6e28981f7 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:32:58.636763 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (baffc0b5-7062-4abc-8c9b-d1bb6d5da931), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:58.650710 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 84bb47db-7162-4faf-a5ee-b9e6e28981f7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:58.662437 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'port_id': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'mac_address': 'fa:16:3e:06:b2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:32:58.678756 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:32:58.683186 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:32:58.685671 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:32:58.691473 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Pushing event updated for resources: {'Port': ['ID=baffc0b5-7062-4abc-8c9b-d1bb6d5da931,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:58.699757 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:58.700289 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:58.714432 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bb47db-7162-4faf-a5ee-b9e6e28981f7 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:32:58.718021 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:58.718401 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:58.718765 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:58.719340 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:58.719689 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:58.720610 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:58.721636 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:58.721880 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:58.722227 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:58.722573 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:58.722912 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:58.723245 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:58.723593 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:32:58.736372 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 84bb47db-7162-4faf-a5ee-b9e6e28981f7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:58.824689 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:58.825417 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 43a8d2f7-32bb-4286-be3c-13348292f4fc details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:32:58.923213 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=84bb47db-7162-4faf-a5ee-b9e6e28981f7,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:58.958013 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71042c46-ded9-40cf-b416-74a66d835150 req-1d3c898f-1d62-42a1-9817-49ab6739bd6d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:58.969264 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-71042c46-ded9-40cf-b416-74a66d835150 req-1d3c898f-1d62-42a1-9817-49ab6739bd6d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 944 time: 0.0713534 Feb 16 14:32:58.991141 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 43a8d2f7-32bb-4286-be3c-13348292f4fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=43a8d2f7-32bb-4286-be3c-13348292f4fc,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:59.010864 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '43a8d2f7-32bb-4286-be3c-13348292f4fc', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'port_id': '43a8d2f7-32bb-4286-be3c-13348292f4fc', 'mac_address': 'fa:16:3e:d8:bd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:32:59.026486 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 71869212-603b-468a-81e2-60b2e5356af9 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:32:59.052598 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-71042c46-ded9-40cf-b416-74a66d835150 req-97690312-e766-4481-b826-d0bd52af8839 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819526 Feb 16 14:32:59.108729 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 43a8d2f7-32bb-4286-be3c-13348292f4fc is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:59.109414 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:59.126307 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a8d2f7-32bb-4286-be3c-13348292f4fc {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:32:59.151692 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 43a8d2f7-32bb-4286-be3c-13348292f4fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=43a8d2f7-32bb-4286-be3c-13348292f4fc,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:59.153783 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 71869212-603b-468a-81e2-60b2e5356af9 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:59.154167 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (71869212-603b-468a-81e2-60b2e5356af9), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:59.216707 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Publish callbacks [] for router_gateway (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:59.225022 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:59.270159 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 71869212-603b-468a-81e2-60b2e5356af9 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:59.271256 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 85a475f2-a7ce-4e8b-8236-579f8c12b8bb up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:32:59.326796 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001a924d-0587-4ccf-88ca-de592e19411e None None] Network c0438774-7c3a-4a17-862a-4c9a8b1fca28 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:32:59.394548 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=43a8d2f7-32bb-4286-be3c-13348292f4fc,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:32:59.423437 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:59.423815 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:59.476495 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1022068'] for router (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:59.494716 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['43a8d2f7-32bb-4286-be3c-13348292f4fc'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:32:59.535628 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['84bb47db-7162-4faf-a5ee-b9e6e28981f7'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:32:59.538192 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-eaeb0e70-d5d3-4102-b382-dad0b7703e0c None None] Provisioning complete for port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:32:59.538748 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0e70-d5d3-4102-b382-dad0b7703e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:59.571569 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296364f-dfd4-4466-a586-ac3e6a76043f req-dc2268a6-fc95-452f-a4b3-81f5bcd81e90 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:59.579667 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2296364f-dfd4-4466-a586-ac3e6a76043f req-dc2268a6-fc95-452f-a4b3-81f5bcd81e90 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 944 time: 0.0872450 Feb 16 14:32:59.648711 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2296364f-dfd4-4466-a586-ac3e6a76043f req-3b225207-012f-45c5-8d37-54ec075a7f27 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=87edbbe2-bd55-4b4d-9054-a31a046bd504&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678244 Feb 16 14:32:59.714626 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Router 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 is scheduled to L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b with binding_index 1 {{(pid=103210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 14:32:59.763372 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:59.763945 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:59.834583 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb0e70-d5d3-4102-b382-dad0b7703e0c None None] Current status of the port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:32:59.834968 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0e70-d5d3-4102-b382-dad0b7703e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:59.843694 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:32:59.864545 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=85a475f2-a7ce-4e8b-8236-579f8c12b8bb,segment=NetworkSegment(d6b4c38d-36ca-4810-bbea-b1f4365e7cfd),segment_id=d6b4c38d-36ca-4810-bbea-b1f4365e7cfd)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:32:59.868004 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Sync routers for ids ['2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:32:59.915651 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Routers {'2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:32:59.916198 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:32:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:32:59.944016 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:32:59.944016 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-1263997d-ccd9-46b0-b092-29f48f908e69 admin admin] 10.222.0.133 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1021590 Feb 16 14:32:59.945942 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52330) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:00.019937 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:00.124117 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Set router 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:00.126040 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.db.api [None req-eaeb0e70-d5d3-4102-b382-dad0b7703e0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:33:00.126040 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG oslo_db.api [None req-eaeb0e70-d5d3-4102-b382-dad0b7703e0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:33:00.155701 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=85a475f2-a7ce-4e8b-8236-579f8c12b8bb,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:00.189610 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fed08f-9c48-4464-9ef2-48a2a3ddbeaa req-abb3e704-ae68-41f2-9af9-57e5346991b2 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:00.191150 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e9fed08f-9c48-4464-9ef2-48a2a3ddbeaa req-abb3e704-ae68-41f2-9af9-57e5346991b2 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 944 time: 0.0630014 Feb 16 14:33:00.249394 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e9fed08f-9c48-4464-9ef2-48a2a3ddbeaa req-4fc9da16-dd16-43b6-a4df-16cef9f9dd63 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515468 Feb 16 14:33:00.320548 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'name': 'tempest-TestShelveInstance-680028234-router', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:57Z', 'updated_at': '2022-02-16T14:32:58Z', 'revision_number': 3, 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'gw_port': {'id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:58Z', 'updated_at': '2022-02-16T14:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:00.347147 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Checking router: 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:00.347509 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Updating router 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 port baffc0b5-7062-4abc-8c9b-d1bb6d5da931 binding host dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:33:00.376215 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (baffc0b5-7062-4abc-8c9b-d1bb6d5da931), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:00.583024 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 43a8d2f7-32bb-4286-be3c-13348292f4fc up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:00.633820 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:00.727819 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb0e70-d5d3-4102-b382-dad0b7703e0c None None] Current status of the port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:00.770448 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743eba3c-dada-42e0-97d1-7d005161f0a6 req-bf2eb993-2348-4077-9edd-8a45e885c1f7 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:00.771908 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-743eba3c-dada-42e0-97d1-7d005161f0a6 req-bf2eb993-2348-4077-9edd-8a45e885c1f7 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 944 time: 0.0565085 Feb 16 14:33:00.800982 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Allocated IP 172.20.0.1 (c0438774-7c3a-4a17-862a-4c9a8b1fca28/2908c459-db2b-4119-9b26-ae12094c0c38/c8c0bc0b-4773-45ad-8e50-0bb36a25a360) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:33:00.815830 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port 43a8d2f7-32bb-4286-be3c-13348292f4fc completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:33:00.824234 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-743eba3c-dada-42e0-97d1-7d005161f0a6 req-15823cd3-4e36-43c3-8a75-acfafc7b848e tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=87edbbe2-bd55-4b4d-9054-a31a046bd504&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465174 Feb 16 14:33:00.825798 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 43a8d2f7-32bb-4286-be3c-13348292f4fc triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:00.826182 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:00.867619 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Publish callbacks [] for port (baffc0b5-7062-4abc-8c9b-d1bb6d5da931), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:00.892225 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-c15edecd-5225-4832-b96c-5f7eca4a6b7f None None] Provisioning complete for port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:00.892683 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c15edecd-5225-4832-b96c-5f7eca4a6b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:00.916612 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Publish callbacks [] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:00.930850 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 85a475f2-a7ce-4e8b-8236-579f8c12b8bb up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:00.996309 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (baffc0b5-7062-4abc-8c9b-d1bb6d5da931), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.031300 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.070238 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 43a8d2f7-32bb-4286-be3c-13348292f4fc is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:01.070629 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.074810 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Network c0438774-7c3a-4a17-862a-4c9a8b1fca28 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:01.079404 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:01.081928 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:33:01.104953 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c0bc0b-4773-45ad-8e50-0bb36a25a360,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:01.112599 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Attempting to bind port baffc0b5-7062-4abc-8c9b-d1bb6d5da931 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:33:01.112899 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Attempting to bind port baffc0b5-7062-4abc-8c9b-d1bb6d5da931 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:33:01.113275 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Attempting to bind port baffc0b5-7062-4abc-8c9b-d1bb6d5da931 on network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:33:01.115271 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56d6aa-875c-4f72-8508-c0c6fe7240a5 None None] Pushing event updated for resources: {'Port': ['ID=baffc0b5-7062-4abc-8c9b-d1bb6d5da931,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:01.128637 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1016617'] for router_interface (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.137563 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a8d2f7-32bb-4286-be3c-13348292f4fc'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:01.140030 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f5284c-730d-479a-bd7b-69b8bc2dc122" -d '{"events": [{"server_uuid": "9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba", "name": "network-vif-plugged", "status": "completed", "tag": "43a8d2f7-32bb-4286-be3c-13348292f4fc"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:01.142973 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-c15edecd-5225-4832-b96c-5f7eca4a6b7f None None] Current status of the port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:01.145195 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:33:01.145387 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Checking segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:33:01.145658 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.146040 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Bound using segment: {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:33:01.146531 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Bound port: baffc0b5-7062-4abc-8c9b-d1bb6d5da931, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dca2e19-16d1-4713-bcaf-bd270c6c38f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:33:01.146902 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (baffc0b5-7062-4abc-8c9b-d1bb6d5da931), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.151185 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:01.151560 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.199622 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868ca899-ff2c-4ff9-b479-d2800a66d408 x-openstack-request-id: req-868ca899-ff2c-4ff9-b479-d2800a66d408 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:01.199921 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba", "name": "network-vif-plugged", "status": "completed", "tag": "43a8d2f7-32bb-4286-be3c-13348292f4fc", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:01.200179 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-868ca899-ff2c-4ff9-b479-d2800a66d408 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:01.200577 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a8d2f7-32bb-4286-be3c-13348292f4fc', 'code': 200} Feb 16 14:33:01.204773 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 43a8d2f7-32bb-4286-be3c-13348292f4fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=43a8d2f7-32bb-4286-be3c-13348292f4fc,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:01.251035 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] For port baffc0b5-7062-4abc-8c9b-d1bb6d5da931, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:33:01.255479 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] For port baffc0b5-7062-4abc-8c9b-d1bb6d5da931, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=baffc0b5-7062-4abc-8c9b-d1bb6d5da931,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:33:01.282433 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.321698 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:01.355821 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=43a8d2f7-32bb-4286-be3c-13348292f4fc,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:01.358771 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (baffc0b5-7062-4abc-8c9b-d1bb6d5da931), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.390032 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0c6e8-c881-490f-91b5-b117aa4244c9 req-4f02f19a-d4b2-422c-802b-2ae372b0511e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:01.391620 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-23f0c6e8-c881-490f-91b5-b117aa4244c9 req-4f02f19a-d4b2-422c-802b-2ae372b0511e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 944 time: 0.0682511 Feb 16 14:33:01.415165 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-6ff78317-0905-447a-8788-9147644a92bb None None] Provisioning complete for port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:01.415543 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6ff78317-0905-447a-8788-9147644a92bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.434964 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.453860 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Routers {'2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:01.454519 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:32:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:01.462632 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-23f0c6e8-c881-490f-91b5-b117aa4244c9 req-89f0dd11-93f3-4752-82c6-346b30ca2166 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608768 Feb 16 14:33:01.494557 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56d6aa-875c-4f72-8508-c0c6fe7240a5 None None] Pushing event updated for resources: {'Port': ['ID=baffc0b5-7062-4abc-8c9b-d1bb6d5da931,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:01.532723 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.539180 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-6ff78317-0905-447a-8788-9147644a92bb None None] Port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:33:01.583079 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] Set router 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:01.620256 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f646d6-2022-4181-9d28-c0a7e6e2092a req-761cf26e-311f-4020-95da-707336a705f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:01.621864 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-93f646d6-2022-4181-9d28-c0a7e6e2092a req-761cf26e-311f-4020-95da-707336a705f2 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 1129 time: 0.0703440 Feb 16 14:33:01.653403 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Publish callbacks [] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.680363 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-93f646d6-2022-4181-9d28-c0a7e6e2092a req-a99f81ed-f05f-4dd5-a559-b9a4c3329e12 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=87edbbe2-bd55-4b4d-9054-a31a046bd504&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515237 Feb 16 14:33:01.727096 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.783140 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'name': 'tempest-TestShelveInstance-680028234-router', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:57Z', 'updated_at': '2022-02-16T14:33:01Z', 'revision_number': 4, 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'gw_port': {'id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:58Z', 'updated_at': '2022-02-16T14:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': 'c8c0bc0b-4773-45ad-8e50-0bb36a25a360', 'name': '', 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'mac_address': 'fa:16:3e:45:02:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2908c459-db2b-4119-9b26-ae12094c0c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:00Z', 'updated_at': '2022-02-16T14:33:00Z', 'revision_number': 1, 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'subnets': [{'id': '2908c459-db2b-4119-9b26-ae12094c0c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:01.797824 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Pushing event updated for resources: {'Port': ['ID=c8c0bc0b-4773-45ad-8e50-0bb36a25a360,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:01.801558 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1008368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1016757'] for router_interface (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:01.808775 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9396c736-986b-4843-a422-a1c9593d0f62 None None] The sync data for ids ['2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'] in dv-cinder-778193-17-iscsi is: [{'id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'name': 'tempest-TestShelveInstance-680028234-router', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:57Z', 'updated_at': '2022-02-16T14:33:01Z', 'revision_number': 4, 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'gw_port': {'id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:58Z', 'updated_at': '2022-02-16T14:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': 'c8c0bc0b-4773-45ad-8e50-0bb36a25a360', 'name': '', 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'mac_address': 'fa:16:3e:45:02:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2908c459-db2b-4119-9b26-ae12094c0c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:00Z', 'updated_at': '2022-02-16T14:33:00Z', 'revision_number': 1, 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'subnets': [{'id': '2908c459-db2b-4119-9b26-ae12094c0c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:01.899292 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Network c0438774-7c3a-4a17-862a-4c9a8b1fca28 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:01.900922 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:01.970149 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9f040-4c56-4e26-835d-368ac5895214 req-99762c27-7a1d-4a14-8842-180dd5d11d3a tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:01.977371 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d5e9f040-4c56-4e26-835d-368ac5895214 req-99762c27-7a1d-4a14-8842-180dd5d11d3a tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 945 time: 0.0706916 Feb 16 14:33:02.038961 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d5e9f040-4c56-4e26-835d-368ac5895214 req-9902fb2f-86d6-4606-9cbd-c845b6ca5bff tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=87edbbe2-bd55-4b4d-9054-a31a046bd504&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593224 Feb 16 14:33:02.039510 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Router 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:02.172719 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:02.178111 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-cdfa91e8-21c2-4107-bcbc-5601493efc39 admin admin] 10.222.0.133 "PUT /v2.0/routers/2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2311311 Feb 16 14:33:02.279861 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-e06968f9-7a4c-420c-a9f9-8670d8148cda None None] Provisioning complete for port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:02.280353 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e06968f9-7a4c-420c-a9f9-8670d8148cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:02.323235 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-e06968f9-7a4c-420c-a9f9-8670d8148cda None None] Port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:33:02.555369 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 84bb47db-7162-4faf-a5ee-b9e6e28981f7 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:02.626237 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fca6c-51f1-4e5b-9457-aa4ee8ef581d req-db6f151e-d612-45fc-95f3-64ac87a3e51d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:02.627922 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7f7fca6c-51f1-4e5b-9457-aa4ee8ef581d req-db6f151e-d612-45fc-95f3-64ac87a3e51d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 944 time: 0.0661018 Feb 16 14:33:02.690661 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7f7fca6c-51f1-4e5b-9457-aa4ee8ef581d req-67480558-3cbc-4c56-a310-d3eace7112e5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553927 Feb 16 14:33:02.693155 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:33:02.703405 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:02.703802 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:02.791651 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52350) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:02.799650 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-9da61266-e1ea-4694-a83a-a93364a1fef0 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978554611', 'description': 'tempest-secgroup-smoke-978554611 description', 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:02.809725 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:02.809725 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:02.844771 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 84bb47db-7162-4faf-a5ee-b9e6e28981f7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:02.898796 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9da61266-e1ea-4694-a83a-a93364a1fef0 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:02.934259 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device baffc0b5-7062-4abc-8c9b-d1bb6d5da931 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:02.940230 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:02.977615 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9da61266-e1ea-4694-a83a-a93364a1fef0 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group (8b6ce304-f983-4f8d-9cd2-21eca4474a37), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.019491 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=84bb47db-7162-4faf-a5ee-b9e6e28981f7,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:03.029095 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port baffc0b5-7062-4abc-8c9b-d1bb6d5da931 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:03.029506 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (baffc0b5-7062-4abc-8c9b-d1bb6d5da931), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.064341 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9da61266-e1ea-4694-a83a-a93364a1fef0 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (8b6ce304-f983-4f8d-9cd2-21eca4474a37), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.100515 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da61266-e1ea-4694-a83a-a93364a1fef0 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6ce304-f983-4f8d-9cd2-21eca4474a37,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:03.117309 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port baffc0b5-7062-4abc-8c9b-d1bb6d5da931 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:03.117716 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (baffc0b5-7062-4abc-8c9b-d1bb6d5da931), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.117854 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9da61266-e1ea-4694-a83a-a93364a1fef0 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.119170 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9da61266-e1ea-4694-a83a-a93364a1fef0 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3264346 Feb 16 14:33:03.121922 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52354) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:03.127452 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-0c0e65db-147f-4155-a91f-2944d0f45f07 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Request body: {'security_group_rule': {'security_group_id': '8b6ce304-f983-4f8d-9cd2-21eca4474a37', 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:03.140107 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] For port baffc0b5-7062-4abc-8c9b-d1bb6d5da931, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=baffc0b5-7062-4abc-8c9b-d1bb6d5da931,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:03.172096 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad7a87-d9b7-4047-9dc6-40a0676a9915 req-514d8cff-f6d7-4c4a-9c2d-d87debb3537a tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:03.173592 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-20ad7a87-d9b7-4047-9dc6-40a0676a9915 req-514d8cff-f6d7-4c4a-9c2d-d87debb3537a tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 945 time: 0.0547547 Feb 16 14:33:03.201467 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (baffc0b5-7062-4abc-8c9b-d1bb6d5da931), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.203262 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb47db-7162-4faf-a5ee-b9e6e28981f7'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:03.205668 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777f4f81-fa0c-48e9-8c79-4f79dff551cd" -d '{"events": [{"server_uuid": "cc6bd507-eaea-473e-b018-57a4fff34c95", "name": "network-vif-plugged", "status": "completed", "tag": "84bb47db-7162-4faf-a5ee-b9e6e28981f7"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:03.224742 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-20ad7a87-d9b7-4047-9dc6-40a0676a9915 req-e2b1ca90-6571-41a9-a35e-35c40f7cc773 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=87edbbe2-bd55-4b4d-9054-a31a046bd504&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452299 Feb 16 14:33:03.234597 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c0e65db-147f-4155-a91f-2944d0f45f07 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (40788c64-fa7b-47f8-822e-605450d1db58), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.260894 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Pushing event updated for resources: {'Port': ['ID=baffc0b5-7062-4abc-8c9b-d1bb6d5da931,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:03.309274 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01371308-001f-47aa-86f4-5884a4aaa39d x-openstack-request-id: req-01371308-001f-47aa-86f4-5884a4aaa39d {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:03.309893 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6bd507-eaea-473e-b018-57a4fff34c95", "name": "network-vif-plugged", "status": "completed", "tag": "84bb47db-7162-4faf-a5ee-b9e6e28981f7", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:03.309893 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-01371308-001f-47aa-86f4-5884a4aaa39d {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:03.310990 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'code': 200} Feb 16 14:33:03.330006 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c0e65db-147f-4155-a91f-2944d0f45f07 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (40788c64-fa7b-47f8-822e-605450d1db58), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.360102 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f577e37-e105-46d5-a5ae-324dcc53aa12 req-b833aa41-5afd-4b58-aab1-7adef301e3d9 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:03.361664 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3f577e37-e105-46d5-a5ae-324dcc53aa12 req-b833aa41-5afd-4b58-aab1-7adef301e3d9 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 945 time: 0.0578098 Feb 16 14:33:03.370436 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52362) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:03.375730 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-ae4e0724-1fac-4437-8da8-d6754742eab4 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Request body: {'floatingip': {'port_id': '43a8d2f7-32bb-4286-be3c-13348292f4fc'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:03.411353 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c0e65db-147f-4155-a91f-2944d0f45f07 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (40788c64-fa7b-47f8-822e-605450d1db58), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.423439 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0724-1fac-4437-8da8-d6754742eab4 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for floatingip (15c76b6e-4d38-4941-81c8-540284759c5b), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.460103 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e65db-147f-4155-a91f-2944d0f45f07 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40788c64-fa7b-47f8-822e-605450d1db58,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:03.530033 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c0e65db-147f-4155-a91f-2944d0f45f07 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.531254 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0c0e65db-147f-4155-a91f-2944d0f45f07 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4073267 Feb 16 14:33:03.534226 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52364) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:03.540538 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-c44f1f7b-f5b7-42f3-861b-6962a979cecc tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Request body: {'security_group_rule': {'security_group_id': '8b6ce304-f983-4f8d-9cd2-21eca4474a37', 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:03.683158 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c44f1f7b-f5b7-42f3-861b-6962a979cecc tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (7657f3a3-9df5-4516-a4f4-5d2514087fda), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.734026 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081aa0bc-4098-4de5-8aff-41e061b5137d req-5ab515b8-8f96-4634-bc9d-3b8c722d81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:03.735537 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-081aa0bc-4098-4de5-8aff-41e061b5137d req-5ab515b8-8f96-4634-bc9d-3b8c722d81c0 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 1129 time: 0.1283660 Feb 16 14:33:03.823851 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e3067-dfab-453a-acf5-eb537d5aba4f req-1f2330c5-596e-4e7f-bc01-14d0464782f0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:03.825375 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-493e3067-dfab-453a-acf5-eb537d5aba4f req-1f2330c5-596e-4e7f-bc01-14d0464782f0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0576015 Feb 16 14:33:03.881896 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-493e3067-dfab-453a-acf5-eb537d5aba4f req-b7219754-f858-40ad-8bee-257cade587fd tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492802 Feb 16 14:33:03.933792 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c44f1f7b-f5b7-42f3-861b-6962a979cecc tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (7657f3a3-9df5-4516-a4f4-5d2514087fda), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.984214 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-5f23a334-fb42-4b15-8b12-9e0d155ae208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:03.988536 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-081aa0bc-4098-4de5-8aff-41e061b5137d req-391432b2-3b62-43c6-bbad-49bab48abfb7 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422771 Feb 16 14:33:04.022068 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c44f1f7b-f5b7-42f3-861b-6962a979cecc tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (7657f3a3-9df5-4516-a4f4-5d2514087fda), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.073688 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f1f7b-f5b7-42f3-861b-6962a979cecc tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7657f3a3-9df5-4516-a4f4-5d2514087fda,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:04.147138 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0724-1fac-4437-8da8-d6754742eab4 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.151490 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c44f1f7b-f5b7-42f3-861b-6962a979cecc tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.154606 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c44f1f7b-f5b7-42f3-861b-6962a979cecc tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6175311 Feb 16 14:33:04.156676 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52368) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:04.161255 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-43d21526-909b-440d-8519-5c1a8ae07038 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Request body: {'security_group_rule': {'security_group_id': '8b6ce304-f983-4f8d-9cd2-21eca4474a37', 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:04.234571 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0724-1fac-4437-8da8-d6754742eab4 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (15c76b6e-4d38-4941-81c8-540284759c5b), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.301840 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-43d21526-909b-440d-8519-5c1a8ae07038 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (4b63a3c5-9e37-4257-928c-dbd59f352fb1), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.371013 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-43d21526-909b-440d-8519-5c1a8ae07038 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (4b63a3c5-9e37-4257-928c-dbd59f352fb1), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.372807 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.l3_db [None req-ae4e0724-1fac-4437-8da8-d6754742eab4 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Floating IP 15c76b6e-4d38-4941-81c8-540284759c5b associated. External IP: 172.27.1.211, port: 43a8d2f7-32bb-4286-be3c-13348292f4fc. Feb 16 14:33:04.447880 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-43d21526-909b-440d-8519-5c1a8ae07038 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (4b63a3c5-9e37-4257-928c-dbd59f352fb1), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.473223 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d21526-909b-440d-8519-5c1a8ae07038 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b63a3c5-9e37-4257-928c-dbd59f352fb1,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:04.554602 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-43d21526-909b-440d-8519-5c1a8ae07038 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.558921 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-43d21526-909b-440d-8519-5c1a8ae07038 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3981650 Feb 16 14:33:04.569312 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52370) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:04.569312 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-113fa99d-4795-476b-8f85-72091557bcd2 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Request body: {'security_group_rule': {'security_group_id': '8b6ce304-f983-4f8d-9cd2-21eca4474a37', 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:04.603210 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4e0724-1fac-4437-8da8-d6754742eab4 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:04.650251 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-113fa99d-4795-476b-8f85-72091557bcd2 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (1e37055e-04a8-4ea5-8ded-772ed54f85e8), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.712026 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-113fa99d-4795-476b-8f85-72091557bcd2 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (1e37055e-04a8-4ea5-8ded-772ed54f85e8), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.782819 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-113fa99d-4795-476b-8f85-72091557bcd2 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (1e37055e-04a8-4ea5-8ded-772ed54f85e8), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.803080 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fa99d-4795-476b-8f85-72091557bcd2 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e37055e-04a8-4ea5-8ded-772ed54f85e8,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:04.865253 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-113fa99d-4795-476b-8f85-72091557bcd2 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.866735 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-113fa99d-4795-476b-8f85-72091557bcd2 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3051701 Feb 16 14:33:04.869504 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52372) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:04.874624 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-7015c38f-5a41-42fa-8317-6eda3974b3d4 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Request body: {'security_group_rule': {'security_group_id': '8b6ce304-f983-4f8d-9cd2-21eca4474a37', 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:04.908941 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device baffc0b5-7062-4abc-8c9b-d1bb6d5da931 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:04.974099 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4e0724-1fac-4437-8da8-d6754742eab4 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:04.975369 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port baffc0b5-7062-4abc-8c9b-d1bb6d5da931 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:04.979154 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.securitygroups_db [None req-7015c38f-5a41-42fa-8317-6eda3974b3d4 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Project 67b8e2de3b6c4d2bb841ceb49c5888bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:33:04.979972 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0724-1fac-4437-8da8-d6754742eab4 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.986026 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5dfe6-f113-41ab-8dda-8762001c088d None None] Sync routers for ids ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:04.993348 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (baffc0b5-7062-4abc-8c9b-d1bb6d5da931), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:04.998514 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5dfe6-f113-41ab-8dda-8762001c088d None None] Routers {'7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:04.999483 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9fe5dfe6-f113-41ab-8dda-8762001c088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:32:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:05.005494 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7015c38f-5a41-42fa-8317-6eda3974b3d4 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (25361f34-6238-47bf-bac8-b230b909ddf3), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.023031 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ae4e0724-1fac-4437-8da8-d6754742eab4 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "PUT /v2.0/floatingips/15c76b6e-4d38-4941-81c8-540284759c5b HTTP/1.1" status: 200 len: 991 time: 1.6514878 Feb 16 14:33:05.023726 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba', 'tag': '43a8d2f7-32bb-4286-be3c-13348292f4fc'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:05.026676 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32822d9a-d25d-480c-ad17-519db2b72bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba", "tag": "43a8d2f7-32bb-4286-be3c-13348292f4fc"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:05.107849 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7015c38f-5a41-42fa-8317-6eda3974b3d4 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (25361f34-6238-47bf-bac8-b230b909ddf3), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.112036 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port baffc0b5-7062-4abc-8c9b-d1bb6d5da931 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:05.143020 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3cbfd6-a960-4a78-b16d-eb64fbc46465 x-openstack-request-id: req-ed3cbfd6-a960-4a78-b16d-eb64fbc46465 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:05.143020 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba", "tag": "43a8d2f7-32bb-4286-be3c-13348292f4fc", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:05.143020 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-ed3cbfd6-a960-4a78-b16d-eb64fbc46465 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:05.143020 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba', 'tag': '43a8d2f7-32bb-4286-be3c-13348292f4fc', 'status': 'completed', 'code': 200} Feb 16 14:33:05.152773 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa231a-b3ee-4151-be70-f91689c479eb req-1870848b-6f58-430a-a7e0-390e953b0363 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:05.161820 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f8fa231a-b3ee-4151-be70-f91689c479eb req-1870848b-6f58-430a-a7e0-390e953b0363 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.1852031 Feb 16 14:33:05.186200 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-9fe5dfe6-f113-41ab-8dda-8762001c088d None None] Set router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:05.198247 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7015c38f-5a41-42fa-8317-6eda3974b3d4 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (25361f34-6238-47bf-bac8-b230b909ddf3), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.214861 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32822d9a-d25d-480c-ad17-519db2b72bb4 req-0fc6f79f-06ee-4c4c-80c6-087c023f683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:05.217326 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32822d9a-d25d-480c-ad17-519db2b72bb4 req-0fc6f79f-06ee-4c4c-80c6-087c023f683f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=60742357eb9840178f82489d14042333&device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 1129 time: 0.0589304 Feb 16 14:33:05.230704 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015c38f-5a41-42fa-8317-6eda3974b3d4 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25361f34-6238-47bf-bac8-b230b909ddf3,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:05.258498 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f8fa231a-b3ee-4151-be70-f91689c479eb req-b8433758-387c-4f47-b987-05c8a63d88c6 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958452 Feb 16 14:33:05.352325 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7015c38f-5a41-42fa-8317-6eda3974b3d4 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.356066 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-7015c38f-5a41-42fa-8317-6eda3974b3d4 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4829972 Feb 16 14:33:05.356224 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32822d9a-d25d-480c-ad17-519db2b72bb4 req-8ac7ea60-c5dc-47d6-be3b-74fd3a9843b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:05.356224 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32822d9a-d25d-480c-ad17-519db2b72bb4 req-8ac7ea60-c5dc-47d6-be3b-74fd3a9843b3 service neutron] 10.222.0.127 "GET /v2.0/networks?id=a6b11c3c-5991-4844-a883-8a00049c7bc1 HTTP/1.1" status: 200 len: 912 time: 0.1168907 Feb 16 14:33:05.356418 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52382) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:05.360736 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-8660e915-e1ca-483a-9836-5d05e34ec415 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Request body: {'security_group_rule': {'security_group_id': '8b6ce304-f983-4f8d-9cd2-21eca4474a37', 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:05.435399 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32822d9a-d25d-480c-ad17-519db2b72bb4 req-ce9b1dd7-d94a-4388-9312-2873b725e0cc service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43a8d2f7-32bb-4286-be3c-13348292f4fc HTTP/1.1" status: 200 len: 999 time: 0.0677338 Feb 16 14:33:05.460901 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9fe5dfe6-f113-41ab-8dda-8762001c088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '15c76b6e-4d38-4941-81c8-540284759c5b', 'tenant_id': '60742357eb9840178f82489d14042333', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'port_id': '43a8d2f7-32bb-4286-be3c-13348292f4fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'mac_address': 'fa:16:3e:d8:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:32:47Z', 'updated_at': '2022-02-16T14:33:04Z', 'revision_number': 1, 'project_id': '60742357eb9840178f82489d14042333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:38Z', 'revision_number': 5, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:05.467231 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Sync routers for ids ['2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:05.476857 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Routers {'2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:05.477676 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:32:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:05.490857 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5dfe6-f113-41ab-8dda-8762001c088d None None] Checking router: 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:05.495411 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32822d9a-d25d-480c-ad17-519db2b72bb4 req-2754bab1-0a34-411e-b6ec-e41200615fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:05.496951 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32822d9a-d25d-480c-ad17-519db2b72bb4 req-2754bab1-0a34-411e-b6ec-e41200615fdd service neutron] 10.222.0.127 "GET /v2.0/subnets?id=2e4758ce-a9f3-4b67-b980-030eaf312697 HTTP/1.1" status: 200 len: 850 time: 0.0580919 Feb 16 14:33:05.499974 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe5dfe6-f113-41ab-8dda-8762001c088d None None] Routers {'7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:05.500584 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9fe5dfe6-f113-41ab-8dda-8762001c088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:32:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:05.532633 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.securitygroups_db [None req-8660e915-e1ca-483a-9836-5d05e34ec415 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Project 67b8e2de3b6c4d2bb841ceb49c5888bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:33:05.541953 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8660e915-e1ca-483a-9836-5d05e34ec415 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (57286eef-de85-4da8-ba0b-3d288ec65221), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.585472 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32822d9a-d25d-480c-ad17-519db2b72bb4 req-36f9863e-610d-4d30-88e6-50b3adb63a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:05.587010 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32822d9a-d25d-480c-ad17-519db2b72bb4 req-36f9863e-610d-4d30-88e6-50b3adb63a37 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=a6b11c3c-5991-4844-a883-8a00049c7bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0845215 Feb 16 14:33:05.602681 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Set router 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:05.645336 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8660e915-e1ca-483a-9836-5d05e34ec415 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (57286eef-de85-4da8-ba0b-3d288ec65221), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.655485 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-9fe5dfe6-f113-41ab-8dda-8762001c088d None None] Set router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:05.719464 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32822d9a-d25d-480c-ad17-519db2b72bb4 req-f8e21b20-dfd3-44ae-80b5-3dbe2b8305ea service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223359 Feb 16 14:33:05.819165 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32822d9a-d25d-480c-ad17-519db2b72bb4 req-c09cb695-220f-4b95-8ce6-4c367af1c450 service neutron] 10.222.0.127 "GET /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939040 Feb 16 14:33:05.824265 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'name': 'tempest-TestShelveInstance-680028234-router', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:57Z', 'updated_at': '2022-02-16T14:33:01Z', 'revision_number': 4, 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'gw_port': {'id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:58Z', 'updated_at': '2022-02-16T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': 'c8c0bc0b-4773-45ad-8e50-0bb36a25a360', 'name': '', 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'mac_address': 'fa:16:3e:45:02:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2908c459-db2b-4119-9b26-ae12094c0c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:00Z', 'updated_at': '2022-02-16T14:33:01Z', 'revision_number': 2, 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'subnets': [{'id': '2908c459-db2b-4119-9b26-ae12094c0c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:05.874039 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8660e915-e1ca-483a-9836-5d05e34ec415 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598921'] for security_group_rule (57286eef-de85-4da8-ba0b-3d288ec65221), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:05.890552 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660e915-e1ca-483a-9836-5d05e34ec415 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57286eef-de85-4da8-ba0b-3d288ec65221,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:05.919994 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-9fe5dfe6-f113-41ab-8dda-8762001c088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '15c76b6e-4d38-4941-81c8-540284759c5b', 'tenant_id': '60742357eb9840178f82489d14042333', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'port_id': '43a8d2f7-32bb-4286-be3c-13348292f4fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'mac_address': 'fa:16:3e:d8:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:32:47Z', 'updated_at': '2022-02-16T14:33:04Z', 'revision_number': 1, 'project_id': '60742357eb9840178f82489d14042333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:38Z', 'revision_number': 5, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:05.947514 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe5dfe6-f113-41ab-8dda-8762001c088d None None] The sync data for ids ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'] in dv-cinder-778193-17-iscsi is: [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '15c76b6e-4d38-4941-81c8-540284759c5b', 'tenant_id': '60742357eb9840178f82489d14042333', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'port_id': '43a8d2f7-32bb-4286-be3c-13348292f4fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'mac_address': 'fa:16:3e:d8:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:32:47Z', 'updated_at': '2022-02-16T14:33:04Z', 'revision_number': 1, 'project_id': '60742357eb9840178f82489d14042333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:38Z', 'revision_number': 5, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:05.980648 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Checking router: 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:05.981282 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Updating router 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 binding host dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:33:06.003280 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8660e915-e1ca-483a-9836-5d05e34ec415 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.012986 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-8660e915-e1ca-483a-9836-5d05e34ec415 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6475737 Feb 16 14:33:06.024817 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.295153 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10715709-bc29-43d1-adbf-545397798f97 None None] New status for floating IP 15c76b6e-4d38-4941-81c8-540284759c5b: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:33:06.391613 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Publish callbacks [] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.424386 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a113196-5617-4343-a6aa-8de5e3e01930 req-2ad4324c-dcaa-42b9-b419-d122fef1097e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:06.426361 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a113196-5617-4343-a6aa-8de5e3e01930 req-2ad4324c-dcaa-42b9-b419-d122fef1097e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0830140 Feb 16 14:33:06.456743 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a161e4ef-8905-4dc3-bbb3-75a7b0f27c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.485258 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3a113196-5617-4343-a6aa-8de5e3e01930 req-8932c81a-d18b-471e-8abd-ec250fabcbac tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534596 Feb 16 14:33:06.504841 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.560961 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdab82-4f0c-4016-9dfc-a227b4ce2c88 None None] Pushing event updated for resources: {'Port': ['ID=c8c0bc0b-4773-45ad-8e50-0bb36a25a360,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:06.626528 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Attempting to bind port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 on host dv-cinder-778193-17-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:33:06.626921 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Attempting to bind port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 by drivers openvswitch,hyperv on host dv-cinder-778193-17-iscsi at level 0 using segments [{'id': 'd6b4c38d-36ca-4810-bbea-b1f4365e7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:33:06.627298 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Attempting to bind port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 on network c0438774-7c3a-4a17-862a-4c9a8b1fca28 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:33:06.633057 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Checking agent: {'id': 'a66c742a-1063-49b5-a530-d983534f8163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 19, 11), 'started_at': datetime.datetime(2022, 2, 16, 14, 19, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:33:06.635661 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Checking segment: {'id': 'd6b4c38d-36ca-4810-bbea-b1f4365e7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:33:06.635661 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.635661 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Bound using segment: {'id': 'd6b4c38d-36ca-4810-bbea-b1f4365e7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:33:06.635661 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Bound port: c8c0bc0b-4773-45ad-8e50-0bb36a25a360, host: dv-cinder-778193-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b4c38d-36ca-4810-bbea-b1f4365e7cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:33:06.635661 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.648184 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e83490-75a9-4379-9a12-c8f849fb02db req-9c043b01-99b4-4dd6-acbe-7dac42a686a1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:06.659680 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-37e83490-75a9-4379-9a12-c8f849fb02db req-9c043b01-99b4-4dd6-acbe-7dac42a686a1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0664220 Feb 16 14:33:06.659680 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52428) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:06.665087 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-0feff237-ee0a-4894-afcc-295b556dc442 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Request body: {'floatingip': {'port_id': '84bb47db-7162-4faf-a5ee-b9e6e28981f7'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:06.713155 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] For port c8c0bc0b-4773-45ad-8e50-0bb36a25a360, host dv-cinder-778193-17-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:33:06.718581 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] For port c8c0bc0b-4773-45ad-8e50-0bb36a25a360, host dv-cinder-778193-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=c8c0bc0b-4773-45ad-8e50-0bb36a25a360,segment=NetworkSegment(d6b4c38d-36ca-4810-bbea-b1f4365e7cfd),segment_id=d6b4c38d-36ca-4810-bbea-b1f4365e7cfd)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:33:06.724020 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0feff237-ee0a-4894-afcc-295b556dc442 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for floatingip (d03e57f3-d12c-415a-a6a3-c457292dd018), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.844501 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.925218 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Routers {'2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:06.925218 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:06.927167 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-7fec6090-1588-4795-bbb4-dbfab55811be None None] Provisioning complete for port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:06.927532 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7fec6090-1588-4795-bbb4-dbfab55811be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:06.931238 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdab82-4f0c-4016-9dfc-a227b4ce2c88 None None] Pushing event updated for resources: {'Port': ['ID=c8c0bc0b-4773-45ad-8e50-0bb36a25a360,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:07.105145 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] Set router 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:07.262976 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-7fec6090-1588-4795-bbb4-dbfab55811be None None] Current status of the port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 is: DOWN; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:07.263329 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7fec6090-1588-4795-bbb4-dbfab55811be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.353142 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-7fec6090-1588-4795-bbb4-dbfab55811be None None] For port c8c0bc0b-4773-45ad-8e50-0bb36a25a360, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=c8c0bc0b-4773-45ad-8e50-0bb36a25a360,segment=NetworkSegment(d6b4c38d-36ca-4810-bbea-b1f4365e7cfd),segment_id=d6b4c38d-36ca-4810-bbea-b1f4365e7cfd)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:07.413685 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7fec6090-1588-4795-bbb4-dbfab55811be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.455715 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'name': 'tempest-TestShelveInstance-680028234-router', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:57Z', 'updated_at': '2022-02-16T14:33:01Z', 'revision_number': 4, 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'gw_port': {'id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:58Z', 'updated_at': '2022-02-16T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': 'c8c0bc0b-4773-45ad-8e50-0bb36a25a360', 'name': '', 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'mac_address': 'fa:16:3e:45:02:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2908c459-db2b-4119-9b26-ae12094c0c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:00Z', 'updated_at': '2022-02-16T14:33:06Z', 'revision_number': 4, 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'subnets': [{'id': '2908c459-db2b-4119-9b26-ae12094c0c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:07.499409 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b355bf4-f022-487a-8a57-0d4d310ab546 None None] The sync data for ids ['2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'] in dv-cinder-778193-17-iscsi is: [{'id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'name': 'tempest-TestShelveInstance-680028234-router', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:57Z', 'updated_at': '2022-02-16T14:33:01Z', 'revision_number': 4, 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'gw_port': {'id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:58Z', 'updated_at': '2022-02-16T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': 'c8c0bc0b-4773-45ad-8e50-0bb36a25a360', 'name': '', 'network_id': 'c0438774-7c3a-4a17-862a-4c9a8b1fca28', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'mac_address': 'fa:16:3e:45:02:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '2908c459-db2b-4119-9b26-ae12094c0c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:33:00Z', 'updated_at': '2022-02-16T14:33:06Z', 'revision_number': 4, 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'subnets': [{'id': '2908c459-db2b-4119-9b26-ae12094c0c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:07.516823 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec6090-1588-4795-bbb4-dbfab55811be None None] Pushing event updated for resources: {'Port': ['ID=c8c0bc0b-4773-45ad-8e50-0bb36a25a360,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:07.536386 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-1b6094ba-be04-4a65-9f3f-f43e952464db None None] Provisioning complete for port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:07.536894 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1b6094ba-be04-4a65-9f3f-f43e952464db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.551081 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0feff237-ee0a-4894-afcc-295b556dc442 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.635133 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0feff237-ee0a-4894-afcc-295b556dc442 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (d03e57f3-d12c-415a-a6a3-c457292dd018), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.647412 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-1b6094ba-be04-4a65-9f3f-f43e952464db None None] Current status of the port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:07.716218 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:07.774732 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-0feff237-ee0a-4894-afcc-295b556dc442 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Floating IP d03e57f3-d12c-415a-a6a3-c457292dd018 associated. External IP: 172.27.1.28, port: 84bb47db-7162-4faf-a5ee-b9e6e28981f7. Feb 16 14:33:08.011900 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0feff237-ee0a-4894-afcc-295b556dc442 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:08.145135 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feff237-ee0a-4894-afcc-295b556dc442 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:08.151156 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0feff237-ee0a-4894-afcc-295b556dc442 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:08.160312 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0775165-1b9e-4e29-8b82-01782435ec78 None None] Sync routers for ids ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:08.171286 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0775165-1b9e-4e29-8b82-01782435ec78 None None] Routers {'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:08.171938 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-a0775165-1b9e-4e29-8b82-01782435ec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:08.209808 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0feff237-ee0a-4894-afcc-295b556dc442 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "PUT /v2.0/floatingips/d03e57f3-d12c-415a-a6a3-c457292dd018 HTTP/1.1" status: 200 len: 990 time: 1.5486000 Feb 16 14:33:08.210648 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'tag': '84bb47db-7162-4faf-a5ee-b9e6e28981f7'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:08.213274 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50c02363fa5426f791f6a8f15be870b1b836575fcc63bad3ce40b43bfc1392ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ecdf8f-1bde-40a1-8af0-7164f2c89875" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6bd507-eaea-473e-b018-57a4fff34c95", "tag": "84bb47db-7162-4faf-a5ee-b9e6e28981f7"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:08.328032 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f60a40-8db5-4335-83de-99225fd9346c x-openstack-request-id: req-36f60a40-8db5-4335-83de-99225fd9346c {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:08.328329 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6bd507-eaea-473e-b018-57a4fff34c95", "tag": "84bb47db-7162-4faf-a5ee-b9e6e28981f7", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:08.328588 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-36f60a40-8db5-4335-83de-99225fd9346c {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:08.329040 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'tag': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'status': 'completed', 'code': 200} Feb 16 14:33:08.338639 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-a0775165-1b9e-4e29-8b82-01782435ec78 None None] Set router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:08.408499 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecdf8f-1bde-40a1-8af0-7164f2c89875 req-3c131d52-b71a-4534-8cd0-0fec8c64695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:08.409000 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-41ecdf8f-1bde-40a1-8af0-7164f2c89875 req-3c131d52-b71a-4534-8cd0-0fec8c64695d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ff67d2ba26804b13adb65eef482bce48&device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 1129 time: 0.0557723 Feb 16 14:33:08.525517 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecdf8f-1bde-40a1-8af0-7164f2c89875 req-5942229a-454d-4c61-8606-014ddaea61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:08.528709 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-41ecdf8f-1bde-40a1-8af0-7164f2c89875 req-5942229a-454d-4c61-8606-014ddaea61b0 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d HTTP/1.1" status: 200 len: 917 time: 0.1092858 Feb 16 14:33:08.600503 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-41ecdf8f-1bde-40a1-8af0-7164f2c89875 req-20c5f8d9-0261-4469-80ec-9ef4b86263e4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7 HTTP/1.1" status: 200 len: 998 time: 0.0663238 Feb 16 14:33:08.610023 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-a0775165-1b9e-4e29-8b82-01782435ec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': 'd03e57f3-d12c-415a-a6a3-c457292dd018', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'port_id': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'mac_address': 'fa:16:3e:06:b2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:32:47Z', 'updated_at': '2022-02-16T14:33:07Z', 'revision_number': 1, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:59Z', 'revision_number': 5, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:08.640840 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0775165-1b9e-4e29-8b82-01782435ec78 None None] Checking router: cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:08.651379 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0775165-1b9e-4e29-8b82-01782435ec78 None None] Routers {'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:08.652064 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-a0775165-1b9e-4e29-8b82-01782435ec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:08.672532 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecdf8f-1bde-40a1-8af0-7164f2c89875 req-5fc44c1f-ba3c-4e90-b3fc-b49a889b7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:08.674303 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-41ecdf8f-1bde-40a1-8af0-7164f2c89875 req-5fc44c1f-ba3c-4e90-b3fc-b49a889b7259 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=beb109f3-65e7-4dce-a498-267b9c749fc7 HTTP/1.1" status: 200 len: 855 time: 0.0640521 Feb 16 14:33:08.745861 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecdf8f-1bde-40a1-8af0-7164f2c89875 req-db96a1b2-95bc-4713-a431-9d45fe63b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:08.748814 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-41ecdf8f-1bde-40a1-8af0-7164f2c89875 req-db96a1b2-95bc-4713-a431-9d45fe63b990 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0663562 Feb 16 14:33:08.781561 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-a0775165-1b9e-4e29-8b82-01782435ec78 None None] Set router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:08.892965 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-41ecdf8f-1bde-40a1-8af0-7164f2c89875 req-ab3b850c-05d1-4e1a-9bde-172b3ab51283 service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303539 Feb 16 14:33:09.034032 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-41ecdf8f-1bde-40a1-8af0-7164f2c89875 req-024c5eed-f4a7-4499-b796-fe5cbe79ef03 service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334231 Feb 16 14:33:09.044774 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device c8c0bc0b-4773-45ad-8e50-0bb36a25a360 up at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:09.182020 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Provisioning complete for port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:09.182613 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:09.209994 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:09.315417 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Current status of the port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:09.322667 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-a0775165-1b9e-4e29-8b82-01782435ec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': 'd03e57f3-d12c-415a-a6a3-c457292dd018', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'port_id': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'mac_address': 'fa:16:3e:06:b2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:32:47Z', 'updated_at': '2022-02-16T14:33:07Z', 'revision_number': 1, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:59Z', 'revision_number': 5, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:09.349307 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0775165-1b9e-4e29-8b82-01782435ec78 None None] The sync data for ids ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'] in dv-cinder-778193-17-iscsi is: [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': 'd03e57f3-d12c-415a-a6a3-c457292dd018', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'port_id': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'mac_address': 'fa:16:3e:06:b2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:32:47Z', 'updated_at': '2022-02-16T14:33:07Z', 'revision_number': 1, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:59Z', 'revision_number': 5, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:09.550356 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ce7d61-6e82-4dd3-87a8-4681e17976f2 None None] New status for floating IP d03e57f3-d12c-415a-a6a3-c457292dd018: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:33:10.684520 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.404017 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cef32593-4634-44d9-b005-d6c0ea954e6e req-92a5e9aa-ad26-4d91-b6f2-b9aed5c03b30 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810127928&fields=id&tenant_id=6b3ed4defdba4d789d091f899cd7b3df HTTP/1.1" status: 200 len: 267 time: 0.0467343 Feb 16 14:33:13.462725 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef32593-4634-44d9-b005-d6c0ea954e6e req-a80bd699-5aa4-4181-a806-158fabe9c655 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:13.464196 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cef32593-4634-44d9-b005-d6c0ea954e6e req-a80bd699-5aa4-4181-a806-158fabe9c655 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 984 time: 0.0547872 Feb 16 14:33:13.474968 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [req-cef32593-4634-44d9-b005-d6c0ea954e6e req-15221dc0-7240-4535-a979-a25a05db0961 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Request body: {'port': {'security_groups': ['ae342449-85fa-44d0-b1ec-d9fc45c7256c']}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:13.557982 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-cef32593-4634-44d9-b005-d6c0ea954e6e req-15221dc0-7240-4535-a979-a25a05db0961 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.735471 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [req-cef32593-4634-44d9-b005-d6c0ea954e6e req-15221dc0-7240-4535-a979-a25a05db0961 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] For port 7f390436-f399-4b01-98fc-f2cf727fa87d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7f390436-f399-4b01-98fc-f2cf727fa87d,segment=NetworkSegment(3b342613-b3c3-40c5-96a0-b1303545f2c1),segment_id=3b342613-b3c3-40c5-96a0-b1303545f2c1)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:13.764684 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-cef32593-4634-44d9-b005-d6c0ea954e6e req-15221dc0-7240-4535-a979-a25a05db0961 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.828200 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-cef32593-4634-44d9-b005-d6c0ea954e6e req-15221dc0-7240-4535-a979-a25a05db0961 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092046'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.841205 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['7f390436-f399-4b01-98fc-f2cf727fa87d'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:33:13.874502 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef32593-4634-44d9-b005-d6c0ea954e6e req-15221dc0-7240-4535-a979-a25a05db0961 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:13.878335 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [req-cef32593-4634-44d9-b005-d6c0ea954e6e req-15221dc0-7240-4535-a979-a25a05db0961 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:13.879753 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cef32593-4634-44d9-b005-d6c0ea954e6e req-15221dc0-7240-4535-a979-a25a05db0961 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "PUT /v2.0/ports/7f390436-f399-4b01-98fc-f2cf727fa87d HTTP/1.1" status: 200 len: 942 time: 0.4091353 Feb 16 14:33:13.880161 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'tag': '7f390436-f399-4b01-98fc-f2cf727fa87d'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:13.882476 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50c02363fa5426f791f6a8f15be870b1b836575fcc63bad3ce40b43bfc1392ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3396806a-9921-43b8-bac1-6b5006f2cfa4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f8a556-3480-4a1b-83a4-c06ac99c20ec", "tag": "7f390436-f399-4b01-98fc-f2cf727fa87d"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:13.896643 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52504) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:13.918677 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15221dc0-7240-4535-a979-a25a05db0961 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event updated for resources: {'Port': ['ID=7f390436-f399-4b01-98fc-f2cf727fa87d,revision_number=7']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:13.927077 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2449bf-fea0-43be-b4a8-148fd278f281 x-openstack-request-id: req-be2449bf-fea0-43be-b4a8-148fd278f281 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:13.928355 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f8a556-3480-4a1b-83a4-c06ac99c20ec", "tag": "7f390436-f399-4b01-98fc-f2cf727fa87d", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:13.928683 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-be2449bf-fea0-43be-b4a8-148fd278f281 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:13.929553 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'tag': '7f390436-f399-4b01-98fc-f2cf727fa87d', 'status': 'completed', 'code': 200} Feb 16 14:33:13.951026 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:33:13.990909 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['7f390436-f399-4b01-98fc-f2cf727fa87d'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:33:14.019809 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5346a668-b9db-4a16-bb84-bd9647793dd2 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group (252b91e0-78c8-49ce-88d8-a48000c5413b), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.058898 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5346a668-b9db-4a16-bb84-bd9647793dd2 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group (252b91e0-78c8-49ce-88d8-a48000c5413b), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.070332 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396806a-9921-43b8-bac1-6b5006f2cfa4 req-899571ba-d895-41ad-bb5e-8b43cd99c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:14.071873 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3396806a-9921-43b8-bac1-6b5006f2cfa4 req-899571ba-d895-41ad-bb5e-8b43cd99c85f service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6b3ed4defdba4d789d091f899cd7b3df&device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 1129 time: 0.1171832 Feb 16 14:33:14.188143 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396806a-9921-43b8-bac1-6b5006f2cfa4 req-05d55c2b-5b36-4917-b037-0ffc07f63344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:14.189575 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3396806a-9921-43b8-bac1-6b5006f2cfa4 req-05d55c2b-5b36-4917-b037-0ffc07f63344 service neutron] 10.222.0.127 "GET /v2.0/networks?id=45acbd5b-cc07-4f15-a7c1-b100851c68da HTTP/1.1" status: 200 len: 916 time: 0.1065593 Feb 16 14:33:14.217052 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-9a1fceee-ba50-40c5-9679-d98b1c154a56 None None] Provisioning complete for port 7f390436-f399-4b01-98fc-f2cf727fa87d triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:14.217052 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9a1fceee-ba50-40c5-9679-d98b1c154a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.267614 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3396806a-9921-43b8-bac1-6b5006f2cfa4 req-81648128-3bc5-479f-b06a-631a6d1b5b70 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f390436-f399-4b01-98fc-f2cf727fa87d HTTP/1.1" status: 200 len: 1001 time: 0.0713208 Feb 16 14:33:14.272091 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5346a668-b9db-4a16-bb84-bd9647793dd2 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (252b91e0-78c8-49ce-88d8-a48000c5413b), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.274703 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5346a668-b9db-4a16-bb84-bd9647793dd2 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.275748 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-5346a668-b9db-4a16-bb84-bd9647793dd2 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "DELETE /v2.0/security-groups/252b91e0-78c8-49ce-88d8-a48000c5413b HTTP/1.1" status: 204 len: 168 time: 0.3780775 Feb 16 14:33:14.279262 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52506) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:14.294638 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346a668-b9db-4a16-bb84-bd9647793dd2 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=252b91e0-78c8-49ce-88d8-a48000c5413b,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:14.299666 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-9a1fceee-ba50-40c5-9679-d98b1c154a56 None None] Current status of the port 7f390436-f399-4b01-98fc-f2cf727fa87d is: ACTIVE; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:14.343741 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396806a-9921-43b8-bac1-6b5006f2cfa4 req-71a09367-8aed-4ae1-af73-ca37b9553455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:14.343741 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3396806a-9921-43b8-bac1-6b5006f2cfa4 req-71a09367-8aed-4ae1-af73-ca37b9553455 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f46a4518-9ce1-4482-9476-b284366346ff HTTP/1.1" status: 200 len: 854 time: 0.0498288 Feb 16 14:33:14.390148 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396806a-9921-43b8-bac1-6b5006f2cfa4 req-0aac2fda-13ce-4087-95f3-5b03f1cd186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:14.391789 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3396806a-9921-43b8-bac1-6b5006f2cfa4 req-0aac2fda-13ce-4087-95f3-5b03f1cd186c service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=45acbd5b-cc07-4f15-a7c1-b100851c68da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491576 Feb 16 14:33:14.476146 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-0146ac02-9fbf-46c6-9a72-8d9b12512659 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Deleting port 2a7d9986-0843-443e-82fd-6e79570d001b {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:14.476748 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0146ac02-9fbf-46c6-9a72-8d9b12512659 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (2a7d9986-0843-443e-82fd-6e79570d001b), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.500337 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3396806a-9921-43b8-bac1-6b5006f2cfa4 req-fc752a9d-3287-4e46-9219-fe424abe926a service neutron] 10.222.0.127 "GET /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017201 Feb 16 14:33:14.564486 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0146ac02-9fbf-46c6-9a72-8d9b12512659 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (2a7d9986-0843-443e-82fd-6e79570d001b), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.564827 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0146ac02-9fbf-46c6-9a72-8d9b12512659 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for floatingip (2a7d9986-0843-443e-82fd-6e79570d001b), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.578570 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-0146ac02-9fbf-46c6-9a72-8d9b12512659 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Calling delete_port for 2a7d9986-0843-443e-82fd-6e79570d001b owned by network:floatingip {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:14.605277 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3396806a-9921-43b8-bac1-6b5006f2cfa4 req-fae4c562-dc8e-4aaf-9468-7937997723fc service neutron] 10.222.0.127 "GET /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939314 Feb 16 14:33:14.822155 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0146ac02-9fbf-46c6-9a72-8d9b12512659 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (2a7d9986-0843-443e-82fd-6e79570d001b), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.849914 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146ac02-9fbf-46c6-9a72-8d9b12512659 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event deleted for resources: {'Port': ['ID=2a7d9986-0843-443e-82fd-6e79570d001b,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:14.915772 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0146ac02-9fbf-46c6-9a72-8d9b12512659 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks [] for floatingip (72d91d3a-d2f0-47fb-b35b-0efb60c66f62), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:14.916109 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-0146ac02-9fbf-46c6-9a72-8d9b12512659 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Floating IP 72d91d3a-d2f0-47fb-b35b-0efb60c66f62 disassociated (deleted). External IP: 172.27.1.101, port: 7f390436-f399-4b01-98fc-f2cf727fa87d. Feb 16 14:33:15.132403 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0146ac02-9fbf-46c6-9a72-8d9b12512659 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Router 97d04078-f251-48ce-89fb-e89bf9d9b27d has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:15.239867 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0146ac02-9fbf-46c6-9a72-8d9b12512659 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:15.244475 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0146ac02-9fbf-46c6-9a72-8d9b12512659 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:15.251083 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205110df-8189-4916-96c9-5230a11b6b09 None None] Sync routers for ids ['97d04078-f251-48ce-89fb-e89bf9d9b27d'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:15.261139 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205110df-8189-4916-96c9-5230a11b6b09 None None] Routers {'97d04078-f251-48ce-89fb-e89bf9d9b27d'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:15.262527 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-205110df-8189-4916-96c9-5230a11b6b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['97d04078-f251-48ce-89fb-e89bf9d9b27d'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:15.279435 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0146ac02-9fbf-46c6-9a72-8d9b12512659 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "DELETE /v2.0/floatingips/72d91d3a-d2f0-47fb-b35b-0efb60c66f62 HTTP/1.1" status: 204 len: 168 time: 0.9988863 Feb 16 14:33:15.374654 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-205110df-8189-4916-96c9-5230a11b6b09 None None] Set router 97d04078-f251-48ce-89fb-e89bf9d9b27d gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:15.592775 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-205110df-8189-4916-96c9-5230a11b6b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:39Z', 'revision_number': 4, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port': {'id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '494e020d-ec47-4621-a0ff-b1083ba4736e', 'name': '', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'mac_address': 'fa:16:3e:4f:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:38Z', 'updated_at': '2022-02-16T14:30:43Z', 'revision_number': 5, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'subnets': [{'id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:15.622642 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205110df-8189-4916-96c9-5230a11b6b09 None None] Checking router: 97d04078-f251-48ce-89fb-e89bf9d9b27d for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:15.632622 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205110df-8189-4916-96c9-5230a11b6b09 None None] Routers {'97d04078-f251-48ce-89fb-e89bf9d9b27d'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:15.633361 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-205110df-8189-4916-96c9-5230a11b6b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['97d04078-f251-48ce-89fb-e89bf9d9b27d'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:15.752318 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-205110df-8189-4916-96c9-5230a11b6b09 None None] Set router 97d04078-f251-48ce-89fb-e89bf9d9b27d gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:15.930743 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'tag': '7f390436-f399-4b01-98fc-f2cf727fa87d'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:15.933039 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50c02363fa5426f791f6a8f15be870b1b836575fcc63bad3ce40b43bfc1392ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a65b6ad-b88a-4a3b-a083-f839b5283858" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f8a556-3480-4a1b-83a4-c06ac99c20ec", "tag": "7f390436-f399-4b01-98fc-f2cf727fa87d"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:15.961729 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-205110df-8189-4916-96c9-5230a11b6b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:39Z', 'revision_number': 4, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port': {'id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '494e020d-ec47-4621-a0ff-b1083ba4736e', 'name': '', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'mac_address': 'fa:16:3e:4f:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:38Z', 'updated_at': '2022-02-16T14:30:43Z', 'revision_number': 5, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'subnets': [{'id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:15.974612 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7071b0-019a-4146-af83-cdc4dae86034 x-openstack-request-id: req-6b7071b0-019a-4146-af83-cdc4dae86034 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:15.974920 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f8a556-3480-4a1b-83a4-c06ac99c20ec", "tag": "7f390436-f399-4b01-98fc-f2cf727fa87d", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:15.975171 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-6b7071b0-019a-4146-af83-cdc4dae86034 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:15.975572 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'tag': '7f390436-f399-4b01-98fc-f2cf727fa87d', 'status': 'completed', 'code': 200} Feb 16 14:33:15.994775 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205110df-8189-4916-96c9-5230a11b6b09 None None] The sync data for ids ['97d04078-f251-48ce-89fb-e89bf9d9b27d'] in dv-cinder-778193-17-iscsi is: [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:39Z', 'revision_number': 4, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port': {'id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '494e020d-ec47-4621-a0ff-b1083ba4736e', 'name': '', 'network_id': '45acbd5b-cc07-4f15-a7c1-b100851c68da', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'mac_address': 'fa:16:3e:4f:e3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:38Z', 'updated_at': '2022-02-16T14:30:43Z', 'revision_number': 5, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'subnets': [{'id': 'f46a4518-9ce1-4482-9476-b284366346ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:16.054503 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65b6ad-b88a-4a3b-a083-f839b5283858 req-103b29fa-98f5-4d59-94fb-b179ca40175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:16.055995 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3a65b6ad-b88a-4a3b-a083-f839b5283858 req-103b29fa-98f5-4d59-94fb-b179ca40175e service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=6b3ed4defdba4d789d091f899cd7b3df&device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 1129 time: 0.0547371 Feb 16 14:33:16.153727 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65b6ad-b88a-4a3b-a083-f839b5283858 req-d6d8081a-a739-4e6e-a811-08b7d8cf3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:16.153727 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3a65b6ad-b88a-4a3b-a083-f839b5283858 req-d6d8081a-a739-4e6e-a811-08b7d8cf3359 service neutron] 10.222.0.127 "GET /v2.0/networks?id=45acbd5b-cc07-4f15-a7c1-b100851c68da HTTP/1.1" status: 200 len: 916 time: 0.0888901 Feb 16 14:33:16.211843 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3a65b6ad-b88a-4a3b-a083-f839b5283858 req-336606a1-f68f-4e42-a3d6-873662f503e6 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f390436-f399-4b01-98fc-f2cf727fa87d HTTP/1.1" status: 200 len: 217 time: 0.0476356 Feb 16 14:33:16.283285 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65b6ad-b88a-4a3b-a083-f839b5283858 req-6525f40c-f328-4cc1-ae23-d44d7251f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:16.286973 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3a65b6ad-b88a-4a3b-a083-f839b5283858 req-6525f40c-f328-4cc1-ae23-d44d7251f764 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f46a4518-9ce1-4482-9476-b284366346ff HTTP/1.1" status: 200 len: 854 time: 0.0665967 Feb 16 14:33:16.295758 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d1f170-0765-4859-bd16-3977f9373bba None None] New status for floating IP 72d91d3a-d2f0-47fb-b35b-0efb60c66f62: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:33:16.339466 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65b6ad-b88a-4a3b-a083-f839b5283858 req-1ac814ad-a257-42ca-9786-dde686598312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:16.341429 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3a65b6ad-b88a-4a3b-a083-f839b5283858 req-1ac814ad-a257-42ca-9786-dde686598312 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=45acbd5b-cc07-4f15-a7c1-b100851c68da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499005 Feb 16 14:33:16.451624 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3a65b6ad-b88a-4a3b-a083-f839b5283858 req-2a25282f-30ee-41f3-8dd1-156a48c22792 service neutron] 10.222.0.127 "GET /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991080 Feb 16 14:33:16.543043 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3a65b6ad-b88a-4a3b-a083-f839b5283858 req-19def2a5-7da9-47ef-9fc4-1cc87463853e service neutron] 10.222.0.127 "GET /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844257 Feb 16 14:33:19.520084 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c897269-6ae1-4522-9005-5588ec9fe70f req-90ffef27-bb50-4b9d-a9ed-36875130bc4a tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:19.521646 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4c897269-6ae1-4522-9005-5588ec9fe70f req-90ffef27-bb50-4b9d-a9ed-36875130bc4a tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0535882 Feb 16 14:33:19.568711 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4c897269-6ae1-4522-9005-5588ec9fe70f req-717e54dc-4c15-473a-8df2-fdd8a0bb40f8 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416331 Feb 16 14:33:20.689017 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bab7e-3df6-49d8-9f07-f18316c58d17 req-dc26c3e1-63f1-4eaa-adaf-156892e4fb4d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:20.690476 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8f9bab7e-3df6-49d8-9f07-f18316c58d17 req-dc26c3e1-63f1-4eaa-adaf-156892e4fb4d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0513942 Feb 16 14:33:20.737299 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8f9bab7e-3df6-49d8-9f07-f18316c58d17 req-6e51ebd6-5be6-40f9-8d7a-3265a18d243d tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Feb 16 14:33:21.860235 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6774d-b96e-49dd-860e-7226f014bf90 req-0b3a598b-32c2-4a57-b05f-23ade0279807 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:21.861876 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-91c6774d-b96e-49dd-860e-7226f014bf90 req-0b3a598b-32c2-4a57-b05f-23ade0279807 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0574417 Feb 16 14:33:21.908133 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-91c6774d-b96e-49dd-860e-7226f014bf90 req-7c0d585b-3edf-47ef-a3c9-8e57e22af456 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/security-groups?id=ae342449-85fa-44d0-b1ec-d9fc45c7256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406127 Feb 16 14:33:21.943962 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb04ea3-b305-44df-bb43-61be1d4fdeed req-598c353c-794e-4cf0-97f7-57e59bef43f7 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:21.945446 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bcb04ea3-b305-44df-bb43-61be1d4fdeed req-598c353c-794e-4cf0-97f7-57e59bef43f7 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.127 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 945 time: 0.0603991 Feb 16 14:33:22.047784 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-bcb04ea3-b305-44df-bb43-61be1d4fdeed req-a3a0ad76-3ebb-43c7-8faa-40fb4ebabba6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Deleting port 7f390436-f399-4b01-98fc-f2cf727fa87d {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:22.048125 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-bcb04ea3-b305-44df-bb43-61be1d4fdeed req-a3a0ad76-3ebb-43c7-8faa-40fb4ebabba6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.137560 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-bcb04ea3-b305-44df-bb43-61be1d4fdeed req-a3a0ad76-3ebb-43c7-8faa-40fb4ebabba6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] For port 7f390436-f399-4b01-98fc-f2cf727fa87d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7f390436-f399-4b01-98fc-f2cf727fa87d,segment=NetworkSegment(3b342613-b3c3-40c5-96a0-b1303545f2c1),segment_id=3b342613-b3c3-40c5-96a0-b1303545f2c1)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:22.137932 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-bcb04ea3-b305-44df-bb43-61be1d4fdeed req-a3a0ad76-3ebb-43c7-8faa-40fb4ebabba6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.149235 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-bcb04ea3-b305-44df-bb43-61be1d4fdeed req-a3a0ad76-3ebb-43c7-8faa-40fb4ebabba6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Calling delete_port for 7f390436-f399-4b01-98fc-f2cf727fa87d owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:22.333529 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-bcb04ea3-b305-44df-bb43-61be1d4fdeed req-a3a0ad76-3ebb-43c7-8faa-40fb4ebabba6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (7f390436-f399-4b01-98fc-f2cf727fa87d), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.347355 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['7f390436-f399-4b01-98fc-f2cf727fa87d'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:33:22.367077 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0ad76-3ebb-43c7-8faa-40fb4ebabba6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Pushing event deleted for resources: {'Port': ['ID=7f390436-f399-4b01-98fc-f2cf727fa87d,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:22.411451 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb04ea3-b305-44df-bb43-61be1d4fdeed req-a3a0ad76-3ebb-43c7-8faa-40fb4ebabba6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] No DVR routers for this DVR port 7f390436-f399-4b01-98fc-f2cf727fa87d on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:22.414117 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-bcb04ea3-b305-44df-bb43-61be1d4fdeed req-a3a0ad76-3ebb-43c7-8faa-40fb4ebabba6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:22.417467 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bcb04ea3-b305-44df-bb43-61be1d4fdeed req-a3a0ad76-3ebb-43c7-8faa-40fb4ebabba6 tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.127 "DELETE /v2.0/ports/7f390436-f399-4b01-98fc-f2cf727fa87d HTTP/1.1" status: 204 len: 173 time: 0.4655981 Feb 16 14:33:22.417915 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'name': 'network-vif-deleted', 'tag': '7f390436-f399-4b01-98fc-f2cf727fa87d'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:22.420192 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adada66-fe2e-47a3-a352-f1653be21e34" -d '{"events": [{"server_uuid": "f8f8a556-3480-4a1b-83a4-c06ac99c20ec", "name": "network-vif-deleted", "tag": "7f390436-f399-4b01-98fc-f2cf727fa87d"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:22.456299 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181aeae7-22fa-4af1-bc95-04dc2321f321 x-openstack-request-id: req-181aeae7-22fa-4af1-bc95-04dc2321f321 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:22.456594 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f8a556-3480-4a1b-83a4-c06ac99c20ec", "name": "network-vif-deleted", "tag": "7f390436-f399-4b01-98fc-f2cf727fa87d", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:22.456880 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-181aeae7-22fa-4af1-bc95-04dc2321f321 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:22.457284 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8f8a556-3480-4a1b-83a4-c06ac99c20ec', 'name': 'network-vif-deleted', 'tag': '7f390436-f399-4b01-98fc-f2cf727fa87d', 'status': 'completed', 'code': 200} Feb 16 14:33:23.013874 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3baa3abd-652b-4a11-892f-d741b9b28bdf req-a541c1ca-4b41-4fbd-9539-c626449af3ea tempest-TestMinimumBasicScenario-488754262 tempest-TestMinimumBasicScenario-488754262-project] 10.222.0.133 "GET /v2.0/ports?device_id=f8f8a556-3480-4a1b-83a4-c06ac99c20ec HTTP/1.1" status: 200 len: 210 time: 0.0271144 Feb 16 14:33:23.992874 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-2d23459a-edc9-40c2-b5ac-525e28a84590 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978554611&fields=id&tenant_id=67b8e2de3b6c4d2bb841ceb49c5888bd HTTP/1.1" status: 200 len: 267 time: 0.0424426 Feb 16 14:33:24.105175 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-74288bd0-9a46-4f64-be93-5ac53205d3ee tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:24.106603 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-74288bd0-9a46-4f64-be93-5ac53205d3ee tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/networks?id=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 HTTP/1.1" status: 200 len: 809 time: 0.1035523 Feb 16 14:33:24.120901 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-08183eb0-a0a3-4c6f-9d3b-1f1e481e43fd tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/quotas/67b8e2de3b6c4d2bb841ceb49c5888bd HTTP/1.1" status: 200 len: 375 time: 0.0091305 Feb 16 14:33:24.174597 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-1b2f037b-6c1e-438b-b666-ea242972576a tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=67b8e2de3b6c4d2bb841ceb49c5888bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489004 Feb 16 14:33:24.278095 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-be149060-7b38-4312-852b-027fde9059e7 service neutron] 10.222.0.133 "GET /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909138 Feb 16 14:33:24.370932 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-2df3cb35-c974-41b2-af90-9951476f7f4d service neutron] 10.222.0.133 "GET /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854783 Feb 16 14:33:24.673589 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 7f390436-f399-4b01-98fc-f2cf727fa87d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:24.694547 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: 7f390436-f399-4b01-98fc-f2cf727fa87d {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:24.694893 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 7f390436-f399-4b01-98fc-f2cf727fa87d not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:24.935534 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d637d851-42cd-4c9f-9e8f-af62b5975f00 req-0af1ec46-73e7-4c49-90ce-00c6687754f8 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 210 time: 0.0284853 Feb 16 14:33:25.548909 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52688) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:25.965489 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5de4647c-f5de-4d4b-ba06-975cffa8ba7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016786'] for router_interface (97d04078-f251-48ce-89fb-e89bf9d9b27d), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:26.061546 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6607c762-0002-4688-8772-289308c4d347 req-69538533-af43-40ef-8436-0ee86ffffd40 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 210 time: 0.0543108 Feb 16 14:33:26.535843 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-5de4647c-f5de-4d4b-ba06-975cffa8ba7e admin admin] Deleting port 494e020d-ec47-4621-a0ff-b1083ba4736e {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:26.535843 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5de4647c-f5de-4d4b-ba06-975cffa8ba7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:26.614924 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-5de4647c-f5de-4d4b-ba06-975cffa8ba7e admin admin] For port 494e020d-ec47-4621-a0ff-b1083ba4736e, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=494e020d-ec47-4621-a0ff-b1083ba4736e,segment=NetworkSegment(3b342613-b3c3-40c5-96a0-b1303545f2c1),segment_id=3b342613-b3c3-40c5-96a0-b1303545f2c1)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:26.615619 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5de4647c-f5de-4d4b-ba06-975cffa8ba7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:26.627229 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-5de4647c-f5de-4d4b-ba06-975cffa8ba7e admin admin] Calling delete_port for 494e020d-ec47-4621-a0ff-b1083ba4736e owned by network:router_interface {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:26.866379 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5de4647c-f5de-4d4b-ba06-975cffa8ba7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (494e020d-ec47-4621-a0ff-b1083ba4736e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:26.898890 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4647c-f5de-4d4b-ba06-975cffa8ba7e admin admin] Pushing event deleted for resources: {'Port': ['ID=494e020d-ec47-4621-a0ff-b1083ba4736e,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:27.076245 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5de4647c-f5de-4d4b-ba06-975cffa8ba7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1018402'] for router_interface (97d04078-f251-48ce-89fb-e89bf9d9b27d), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:27.098240 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-569fe5be-a6ee-41bc-bf15-eb09063dcac2 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:27.099740 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-569fe5be-a6ee-41bc-bf15-eb09063dcac2 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.127 "GET /v2.0/networks?id=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 HTTP/1.1" status: 200 len: 809 time: 0.1224394 Feb 16 14:33:27.168254 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-07fc6400-11e3-440b-baba-237b5bf7d13b tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67b8e2de3b6c4d2bb841ceb49c5888bd HTTP/1.1" status: 200 len: 379 time: 0.0583336 Feb 16 14:33:27.178069 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-a3d308bf-b6d8-4a95-9b85-3d918e4cce23 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Request body: {'port': {'device_id': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'admin_state_up': True, 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'security_groups': ['8b6ce304-f983-4f8d-9cd2-21eca4474a37']}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:27.188242 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-20ca3f9b-0e4a-4f2d-a842-b06ebbb76658 req-5443f8d2-176d-446f-a7d9-fa3bf8e8511b tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 210 time: 0.0365450 Feb 16 14:33:27.337898 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de4647c-f5de-4d4b-ba06-975cffa8ba7e admin admin] Router 97d04078-f251-48ce-89fb-e89bf9d9b27d has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:27.345195 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-a3d308bf-b6d8-4a95-9b85-3d918e4cce23 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Made reservation on behalf of 67b8e2de3b6c4d2bb841ceb49c5888bd for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:33:27.348654 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-a3d308bf-b6d8-4a95-9b85-3d918e4cce23 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:27.446077 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de4647c-f5de-4d4b-ba06-975cffa8ba7e admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:27.454356 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-5de4647c-f5de-4d4b-ba06-975cffa8ba7e admin admin] 10.222.0.133 "PUT /v2.0/routers/97d04078-f251-48ce-89fb-e89bf9d9b27d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9043598 Feb 16 14:33:27.455292 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52702) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:27.463869 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613d7857-a72b-4b81-8adb-ef551514b038 None None] Sync routers for ids ['97d04078-f251-48ce-89fb-e89bf9d9b27d'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:27.474039 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d7857-a72b-4b81-8adb-ef551514b038 None None] Routers {'97d04078-f251-48ce-89fb-e89bf9d9b27d'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:27.474647 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-613d7857-a72b-4b81-8adb-ef551514b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['97d04078-f251-48ce-89fb-e89bf9d9b27d'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:27.480904 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-a3d308bf-b6d8-4a95-9b85-3d918e4cce23 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Allocated IP 172.20.0.13 (922e8c31-ad84-4de7-b6ad-6e2f84ded5c2/590f974b-21de-4a14-a4f5-cce979909e16/fcc79a8a-76c4-4a76-9e4d-93bb89857266) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:33:27.562452 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] Publish callbacks [] for router (97d04078-f251-48ce-89fb-e89bf9d9b27d), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:27.585290 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-613d7857-a72b-4b81-8adb-ef551514b038 None None] Set router 97d04078-f251-48ce-89fb-e89bf9d9b27d gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:27.639883 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-a3d308bf-b6d8-4a95-9b85-3d918e4cce23 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:27.678178 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] Publish callbacks [] for router_gateway (97d04078-f251-48ce-89fb-e89bf9d9b27d), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:27.769293 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-a3d308bf-b6d8-4a95-9b85-3d918e4cce23 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:27.814357 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-a3d308bf-b6d8-4a95-9b85-3d918e4cce23 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:27.820581 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-a3d308bf-b6d8-4a95-9b85-3d918e4cce23 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:27.824387 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-a3d308bf-b6d8-4a95-9b85-3d918e4cce23 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:33:27.849581 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] Deleting port eee35134-55a6-443a-9614-4d0eb6bdf647 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:27.850052 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (eee35134-55a6-443a-9614-4d0eb6bdf647), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:27.858169 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d308bf-b6d8-4a95-9b85-3d918e4cce23 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Pushing event updated for resources: {'Port': ['ID=fcc79a8a-76c4-4a76-9e4d-93bb89857266,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:27.888116 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-a3d308bf-b6d8-4a95-9b85-3d918e4cce23 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:27.897344 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-a3d308bf-b6d8-4a95-9b85-3d918e4cce23 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:27.928880 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-613d7857-a72b-4b81-8adb-ef551514b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:33:26Z', 'revision_number': 5, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port': {'id': 'eee35134-55a6-443a-9614-4d0eb6bdf647', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:27.960451 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613d7857-a72b-4b81-8adb-ef551514b038 None None] Checking router: 97d04078-f251-48ce-89fb-e89bf9d9b27d for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:27.969812 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d7857-a72b-4b81-8adb-ef551514b038 None None] Routers {'97d04078-f251-48ce-89fb-e89bf9d9b27d'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:27.970441 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-613d7857-a72b-4b81-8adb-ef551514b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['97d04078-f251-48ce-89fb-e89bf9d9b27d'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:27.976899 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] For port eee35134-55a6-443a-9614-4d0eb6bdf647, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=eee35134-55a6-443a-9614-4d0eb6bdf647,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:27.977269 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (eee35134-55a6-443a-9614-4d0eb6bdf647), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:27.993087 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] Calling delete_port for eee35134-55a6-443a-9614-4d0eb6bdf647 owned by network:router_gateway {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:28.011718 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-a3d308bf-b6d8-4a95-9b85-3d918e4cce23 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8373995 Feb 16 14:33:28.023389 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Request body: {'port': {'device_id': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:28.097329 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-613d7857-a72b-4b81-8adb-ef551514b038 None None] Set router 97d04078-f251-48ce-89fb-e89bf9d9b27d gateway port host: None {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:28.106084 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.159298 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-613d7857-a72b-4b81-8adb-ef551514b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:33:27Z', 'revision_number': 6, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port_host': None}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:28.194621 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613d7857-a72b-4b81-8adb-ef551514b038 None None] The sync data for ids ['97d04078-f251-48ce-89fb-e89bf9d9b27d'] in dv-cinder-778193-17-iscsi is: [{'id': '97d04078-f251-48ce-89fb-e89bf9d9b27d', 'name': 'tempest-TestMinimumBasicScenario-1134366504-router', 'tenant_id': '6b3ed4defdba4d789d091f899cd7b3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:34Z', 'updated_at': '2022-02-16T14:33:27Z', 'revision_number': 6, 'project_id': '6b3ed4defdba4d789d091f899cd7b3df', 'gw_port_host': None}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:28.198098 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-c24ad4ec-64e7-4b42-9af3-fe6ebf982035 None None] Provisioning complete for port fcc79a8a-76c4-4a76-9e4d-93bb89857266 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:28.198481 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c24ad4ec-64e7-4b42-9af3-fe6ebf982035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.264322 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (eee35134-55a6-443a-9614-4d0eb6bdf647), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.280879 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-c24ad4ec-64e7-4b42-9af3-fe6ebf982035 None None] Port fcc79a8a-76c4-4a76-9e4d-93bb89857266 cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:33:28.308157 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=eee35134-55a6-443a-9614-4d0eb6bdf647,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:28.402943 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc79a8a-76c4-4a76-9e4d-93bb89857266 {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:33:28.411862 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Publish callbacks [] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.412119 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce6b7d-c6c9-41a5-af3a-2ca10dabb746 req-522d4283-3f90-4b69-9f27-8d2b948e5590 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:28.413701 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d2ce6b7d-c6c9-41a5-af3a-2ca10dabb746 req-522d4283-3f90-4b69-9f27-8d2b948e5590 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 932 time: 0.1096468 Feb 16 14:33:28.418934 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022104'] for router_gateway (97d04078-f251-48ce-89fb-e89bf9d9b27d), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.425318 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Transition to ACTIVE for port object fcc79a8a-76c4-4a76-9e4d-93bb89857266 will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:33:28.506671 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.550169 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62057'] for router (97d04078-f251-48ce-89fb-e89bf9d9b27d), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.554646 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] Publish callbacks [] for router_controller (97d04078-f251-48ce-89fb-e89bf9d9b27d), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.566090 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc79a8a-76c4-4a76-9e4d-93bb89857266,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:28.620493 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d2ce6b7d-c6c9-41a5-af3a-2ca10dabb746 req-4fbfac7e-20a1-4c5d-bc27-a271520ffa7d tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982715 Feb 16 14:33:28.678797 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Attempting to bind port fcc79a8a-76c4-4a76-9e4d-93bb89857266 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:33:28.679094 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Attempting to bind port fcc79a8a-76c4-4a76-9e4d-93bb89857266 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '91d76869-00d2-4553-9d61-b6349ce1dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:33:28.679423 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Attempting to bind port fcc79a8a-76c4-4a76-9e4d-93bb89857266 on network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:33:28.686083 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Port fcc79a8a-76c4-4a76-9e4d-93bb89857266 on network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:33:28.686499 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Attempting to bind port fcc79a8a-76c4-4a76-9e4d-93bb89857266 on network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:33:28.692117 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:33:28.692462 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Checking segment: {'id': '91d76869-00d2-4553-9d61-b6349ce1dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:33:28.692945 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Bound using segment: {'id': '91d76869-00d2-4553-9d61-b6349ce1dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:33:28.693389 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Bound port: fcc79a8a-76c4-4a76-9e4d-93bb89857266, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d76869-00d2-4553-9d61-b6349ce1dbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:33:28.693751 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.734048 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be508a-8a36-4095-a797-0c52e6ed780a req-2e609e57-9a7e-469c-89bd-05d2b52ea099 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:28.737238 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-62be508a-8a36-4095-a797-0c52e6ed780a req-2e609e57-9a7e-469c-89bd-05d2b52ea099 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.0682693 Feb 16 14:33:28.749749 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1029900'] for router (97d04078-f251-48ce-89fb-e89bf9d9b27d), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.750296 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97d04078-f251-48ce-89fb-e89bf9d9b27d {{(pid=103211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:33:28.764608 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.766535 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-47350823-d5c9-42f3-9433-cf940acd4bdf admin admin] 10.222.0.133 "DELETE /v2.0/routers/97d04078-f251-48ce-89fb-e89bf9d9b27d HTTP/1.1" status: 204 len: 168 time: 1.3099539 Feb 16 14:33:28.770141 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52710) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:28.783317 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] For port fcc79a8a-76c4-4a76-9e4d-93bb89857266, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:33:28.787904 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] For port fcc79a8a-76c4-4a76-9e4d-93bb89857266, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:33:28.834056 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-62be508a-8a36-4095-a797-0c52e6ed780a req-78742b4f-919d-416d-8985-f5cc144d3b4d tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925446 Feb 16 14:33:28.843098 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-674857ae-332e-4455-b824-b91faec5e4b6 admin admin] Deleting subnet f46a4518-9ce1-4482-9476-b284366346ff {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:33:28.846576 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-674857ae-332e-4455-b824-b91faec5e4b6 admin admin] Publish callbacks [] for subnet (f46a4518-9ce1-4482-9476-b284366346ff), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.864388 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.883227 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-674857ae-332e-4455-b824-b91faec5e4b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5133848'] for subnet (f46a4518-9ce1-4482-9476-b284366346ff), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.907773 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:28.908404 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:28.909925 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] 10.222.0.127 "PUT /v2.0/ports/fcc79a8a-76c4-4a76-9e4d-93bb89857266 HTTP/1.1" status: 200 len: 1094 time: 0.8909435 Feb 16 14:33:28.910327 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'tag': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:28.912653 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8f698e-27d9-4422-b77d-7fa0c366487c" -d '{"events": [{"name": "network-changed", "server_uuid": "87355bb4-caa4-4b39-b107-dd6b0c738aed", "tag": "fcc79a8a-76c4-4a76-9e4d-93bb89857266"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:28.946772 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619227a-60fa-4bb0-b437-acc67f50f236 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc79a8a-76c4-4a76-9e4d-93bb89857266,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:28.962538 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943023d0-5196-4502-985f-c5d7d731b6e3 x-openstack-request-id: req-943023d0-5196-4502-985f-c5d7d731b6e3 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:28.963675 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87355bb4-caa4-4b39-b107-dd6b0c738aed", "tag": "fcc79a8a-76c4-4a76-9e4d-93bb89857266", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:28.964004 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-943023d0-5196-4502-985f-c5d7d731b6e3 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:28.964477 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'tag': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'status': 'completed', 'code': 200} Feb 16 14:33:29.009910 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-674857ae-332e-4455-b824-b91faec5e4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (f46a4518-9ce1-4482-9476-b284366346ff), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.034000 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f698e-27d9-4422-b77d-7fa0c366487c req-3b68ca53-87c1-44e8-b8c2-681e4de78949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:29.035825 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ca8f698e-27d9-4422-b77d-7fa0c366487c req-3b68ca53-87c1-44e8-b8c2-681e4de78949 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=67b8e2de3b6c4d2bb841ceb49c5888bd&device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 1128 time: 0.0504391 Feb 16 14:33:29.146122 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 494e020d-ec47-4621-a0ff-b1083ba4736e no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:29.151864 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-674857ae-332e-4455-b824-b91faec5e4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4862926'] for subnet (f46a4518-9ce1-4482-9476-b284366346ff), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.160936 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f698e-27d9-4422-b77d-7fa0c366487c req-fef2a551-278c-4f27-8cac-fb824df1930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:29.162860 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ca8f698e-27d9-4422-b77d-7fa0c366487c req-fef2a551-278c-4f27-8cac-fb824df1930d service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=67b8e2de3b6c4d2bb841ceb49c5888bd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1181979 Feb 16 14:33:29.167779 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 494e020d-ec47-4621-a0ff-b1083ba4736e {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:29.173295 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 494e020d-ec47-4621-a0ff-b1083ba4736e not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:29.173295 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device eee35134-55a6-443a-9614-4d0eb6bdf647 no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:29.175941 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674857ae-332e-4455-b824-b91faec5e4b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f46a4518-9ce1-4482-9476-b284366346ff,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:29.183467 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-674857ae-332e-4455-b824-b91faec5e4b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.186594 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-674857ae-332e-4455-b824-b91faec5e4b6 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/f46a4518-9ce1-4482-9476-b284366346ff HTTP/1.1" status: 204 len: 168 time: 0.4155331 Feb 16 14:33:29.189044 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52714) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:29.198682 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b64b5c2-3de2-4386-acbc-58e9848b8a99 None None] Network 45acbd5b-cc07-4f15-a7c1-b100851c68da requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:33:29.211556 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: eee35134-55a6-443a-9614-4d0eb6bdf647 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:29.211900 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device eee35134-55a6-443a-9614-4d0eb6bdf647 not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:29.270558 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (45acbd5b-cc07-4f15-a7c1-b100851c68da), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.289183 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f698e-27d9-4422-b77d-7fa0c366487c req-fef6da84-14d9-4827-9d9f-48ba8b5ed816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:29.292082 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ca8f698e-27d9-4422-b77d-7fa0c366487c req-fef6da84-14d9-4827-9d9f-48ba8b5ed816 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1226554 Feb 16 14:33:29.336765 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Deleting port e2355b39-a48c-46ad-8cbf-7ae0112d032c {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:29.337767 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.384291 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-4205b3e5-b5e5-405a-99e0-2db0caa73044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:29.385874 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-4205b3e5-b5e5-405a-99e0-2db0caa73044 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=67b8e2de3b6c4d2bb841ceb49c5888bd&device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 1128 time: 0.0535579 Feb 16 14:33:29.398810 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7bac33-3ab5-49a7-b5ac-b7c83a6acf20 None None] DHCP port deletion for 45acbd5b-cc07-4f15-a7c1-b100851c68da request from dv-cinder-778193-17-iscsi {{(pid=103212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:33:29.419454 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] For port e2355b39-a48c-46ad-8cbf-7ae0112d032c, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=e2355b39-a48c-46ad-8cbf-7ae0112d032c,segment=NetworkSegment(3b342613-b3c3-40c5-96a0-b1303545f2c1),segment_id=3b342613-b3c3-40c5-96a0-b1303545f2c1)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:29.420431 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.443648 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-4e4804f5-2eea-4f8e-b2e8-5114c3306965 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266 HTTP/1.1" status: 200 len: 217 time: 0.0493245 Feb 16 14:33:29.444840 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Calling delete_port for e2355b39-a48c-46ad-8cbf-7ae0112d032c owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:29.460217 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-bc7bac33-3ab5-49a7-b5ac-b7c83a6acf20 None None] Deleting port e2355b39-a48c-46ad-8cbf-7ae0112d032c {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:29.461903 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bc7bac33-3ab5-49a7-b5ac-b7c83a6acf20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.500620 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-5abb6f3d-9600-451d-99ec-74247360822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:29.505250 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-5abb6f3d-9600-451d-99ec-74247360822f service neutron] 10.222.0.127 "GET /v2.0/subnets?id=590f974b-21de-4a14-a4f5-cce979909e16 HTTP/1.1" status: 200 len: 848 time: 0.0517671 Feb 16 14:33:29.540077 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-bc7bac33-3ab5-49a7-b5ac-b7c83a6acf20 None None] For port e2355b39-a48c-46ad-8cbf-7ae0112d032c, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=e2355b39-a48c-46ad-8cbf-7ae0112d032c,segment=NetworkSegment(3b342613-b3c3-40c5-96a0-b1303545f2c1),segment_id=3b342613-b3c3-40c5-96a0-b1303545f2c1)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:29.540535 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bc7bac33-3ab5-49a7-b5ac-b7c83a6acf20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.553501 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-bc7bac33-3ab5-49a7-b5ac-b7c83a6acf20 None None] Calling delete_port for e2355b39-a48c-46ad-8cbf-7ae0112d032c owned by network:dhcp {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:29.558122 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-ab318814-0323-40c6-954a-947cfaed004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:29.559764 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-ab318814-0323-40c6-954a-947cfaed004f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493326 Feb 16 14:33:29.648109 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.663233 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-1f8b50ca-7129-416b-94bc-ca23511fb81b service neutron] 10.222.0.127 "GET /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952415 Feb 16 14:33:29.675539 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2355b39-a48c-46ad-8cbf-7ae0112d032c,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:29.675861 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-bc7bac33-3ab5-49a7-b5ac-b7c83a6acf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (e2355b39-a48c-46ad-8cbf-7ae0112d032c), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.682870 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] No DVR routers for this DVR port e2355b39-a48c-46ad-8cbf-7ae0112d032c on host dv-cinder-778193-17-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:29.705249 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bac33-3ab5-49a7-b5ac-b7c83a6acf20 None None] Pushing event deleted for resources: {'Port': ['ID=e2355b39-a48c-46ad-8cbf-7ae0112d032c,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:29.710173 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7bac33-3ab5-49a7-b5ac-b7c83a6acf20 None None] No DVR routers for this DVR port e2355b39-a48c-46ad-8cbf-7ae0112d032c on host dv-cinder-778193-17-iscsi {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:29.772892 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-49b77b88-3bbb-415e-bafa-2fa4e356b303 req-69df8fcd-5c82-4d4a-9982-47d59a0cae80 service neutron] 10.222.0.127 "GET /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032057 Feb 16 14:33:29.790479 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (45acbd5b-cc07-4f15-a7c1-b100851c68da), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.817639 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45acbd5b-cc07-4f15-a7c1-b100851c68da']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:29.831256 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b695e8-7ff5-4f1f-9972-496b591c9052 req-eae2542f-2b00-46b9-8e7d-cb4f7365d7e6 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:29.832734 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f7b695e8-7ff5-4f1f-9972-496b591c9052 req-eae2542f-2b00-46b9-8e7d-cb4f7365d7e6 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 944 time: 0.1207607 Feb 16 14:33:29.836165 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b342613-b3c3-40c5-96a0-b1303545f2c1') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:29.836458 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b342613-b3c3-40c5-96a0-b1303545f2c1') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:29.852350 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5133841'] for segment (3b342613-b3c3-40c5-96a0-b1303545f2c1), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.874686 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (3b342613-b3c3-40c5-96a0-b1303545f2c1), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.887922 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5092010'] for segment (3b342613-b3c3-40c5-96a0-b1303545f2c1), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: Traceback (most recent call last): Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: timer() Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: cb(*args, **kw) Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: return func(*args, **kwargs) Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: self._notify() Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: self.callback(batched_events) Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: event.method(event) Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: return f(self, *a, **k) Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: return self._get(url).json() Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:33:29.892391 dv-cinder-778193-17-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:33:29.975388 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f7b695e8-7ff5-4f1f-9972-496b591c9052 req-74cfc4f6-7127-4ff1-a8e8-3dda26cb19ae tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360505 Feb 16 14:33:30.003170 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddfe8c-614b-4d50-9142-c4fc3ae2a24c req-1d6f3097-9aff-4800-b370-80a50f14909c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:30.004623 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cfddfe8c-614b-4d50-9142-c4fc3ae2a24c req-1d6f3097-9aff-4800-b370-80a50f14909c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.0977390 Feb 16 14:33:30.054312 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cfddfe8c-614b-4d50-9142-c4fc3ae2a24c req-83c488a5-1ccc-4693-ba0c-f4aca72834a7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425928 Feb 16 14:33:30.058116 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (45acbd5b-cc07-4f15-a7c1-b100851c68da), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:30.066363 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:30.072329 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] 10.222.0.133 "DELETE /v2.0/networks/45acbd5b-cc07-4f15-a7c1-b100851c68da HTTP/1.1" status: 204 len: 168 time: 0.8815770 Feb 16 14:33:30.075497 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52722) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:30.093254 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438146f-9937-4a7b-abb6-3d07189d6de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=45acbd5b-cc07-4f15-a7c1-b100851c68da,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:30.462485 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00696eb-5906-446f-a44e-46d7c631c892 req-b56cc4ef-f4e5-4c26-bac9-5d4e166a3a28 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:30.463839 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d00696eb-5906-446f-a44e-46d7c631c892 req-b56cc4ef-f4e5-4c26-bac9-5d4e166a3a28 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.0653250 Feb 16 14:33:30.467196 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bb39508a-ef23-4c04-849a-dee6679ef2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016786'] for router_interface (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:30.915533 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device e2355b39-a48c-46ad-8cbf-7ae0112d032c no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:30.935570 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-d00696eb-5906-446f-a44e-46d7c631c892 req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Deleting port 90d707b0-9f9b-4574-b90d-07cabbcbb619 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:30.935909 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-d00696eb-5906-446f-a44e-46d7c631c892 req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:30.936221 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: e2355b39-a48c-46ad-8cbf-7ae0112d032c {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:30.936573 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device e2355b39-a48c-46ad-8cbf-7ae0112d032c not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:31.069999 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-d00696eb-5906-446f-a44e-46d7c631c892 req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] For port 90d707b0-9f9b-4574-b90d-07cabbcbb619, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=90d707b0-9f9b-4574-b90d-07cabbcbb619,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:31.070366 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-d00696eb-5906-446f-a44e-46d7c631c892 req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.096103 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29f1d5-a61c-417d-bd69-363119422cc2 req-1ee15498-049a-4a15-aba9-a940d3909439 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:31.097757 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dd29f1d5-a61c-417d-bd69-363119422cc2 req-1ee15498-049a-4a15-aba9-a940d3909439 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 944 time: 0.0547421 Feb 16 14:33:31.215101 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-bb39508a-ef23-4c04-849a-dee6679ef2de admin admin] Deleting port 2faaf701-c6dc-4d22-8e29-2f549f92b24d {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:31.215332 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bb39508a-ef23-4c04-849a-dee6679ef2de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.333613 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-d00696eb-5906-446f-a44e-46d7c631c892 req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.334000 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-d00696eb-5906-446f-a44e-46d7c631c892 req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (a0bf1432-25ed-413d-b927-743043a57a38), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.334301 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.l3_db [req-d00696eb-5906-446f-a44e-46d7c631c892 req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Floating IP a0bf1432-25ed-413d-b927-743043a57a38 disassociated. External IP: 172.27.1.43, port: 90d707b0-9f9b-4574-b90d-07cabbcbb619. Feb 16 14:33:31.334647 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-d00696eb-5906-446f-a44e-46d7c631c892 req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Calling delete_port for 90d707b0-9f9b-4574-b90d-07cabbcbb619 owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:31.363233 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-bb39508a-ef23-4c04-849a-dee6679ef2de admin admin] For port 2faaf701-c6dc-4d22-8e29-2f549f92b24d, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=2faaf701-c6dc-4d22-8e29-2f549f92b24d,segment=NetworkSegment(963b8dca-f7ed-4a99-94bd-3f9d44630c0f),segment_id=963b8dca-f7ed-4a99-94bd-3f9d44630c0f)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:31.363603 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bb39508a-ef23-4c04-849a-dee6679ef2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.408894 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-bb39508a-ef23-4c04-849a-dee6679ef2de admin admin] Calling delete_port for 2faaf701-c6dc-4d22-8e29-2f549f92b24d owned by network:router_interface {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:31.416596 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dd29f1d5-a61c-417d-bd69-363119422cc2 req-1ad0e536-4fd3-4861-8919-9f5064ae3673 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098445 Feb 16 14:33:31.421872 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.440940 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d14d2-adb4-45f1-a0ef-1370fbfdccb1 req-82ae81e1-369a-4feb-87d4-68a384b54296 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:31.442383 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-723d14d2-adb4-45f1-a0ef-1370fbfdccb1 req-82ae81e1-369a-4feb-87d4-68a384b54296 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 945 time: 0.3080442 Feb 16 14:33:31.491086 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-723d14d2-adb4-45f1-a0ef-1370fbfdccb1 req-cf57d966-9d52-432f-a118-2bed6ab45123 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421085 Feb 16 14:33:31.630270 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-d00696eb-5906-446f-a44e-46d7c631c892 req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (90d707b0-9f9b-4574-b90d-07cabbcbb619), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.671110 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event deleted for resources: {'Port': ['ID=90d707b0-9f9b-4574-b90d-07cabbcbb619,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:31.772728 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bb39508a-ef23-4c04-849a-dee6679ef2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (2faaf701-c6dc-4d22-8e29-2f549f92b24d), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:31.811529 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39508a-ef23-4c04-849a-dee6679ef2de admin admin] Pushing event deleted for resources: {'Port': ['ID=2faaf701-c6dc-4d22-8e29-2f549f92b24d,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:31.840190 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d00696eb-5906-446f-a44e-46d7c631c892 req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Router 98f0b610-e1f9-43f5-8054-fbcade023e8e has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:32.071407 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d00696eb-5906-446f-a44e-46d7c631c892 req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:32.081861 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bb39508a-ef23-4c04-849a-dee6679ef2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1018402'] for router_interface (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:32.082842 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7270bb09-11fc-4063-8c64-d95587946025 None None] Sync routers for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:32.097878 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7270bb09-11fc-4063-8c64-d95587946025 None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:32.098515 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-7270bb09-11fc-4063-8c64-d95587946025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:32.126845 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00696eb-5906-446f-a44e-46d7c631c892 req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] No DVR routers for this DVR port 90d707b0-9f9b-4574-b90d-07cabbcbb619 on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:32.196769 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-d00696eb-5906-446f-a44e-46d7c631c892 req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:32.200096 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d00696eb-5906-446f-a44e-46d7c631c892 req-8fd2c835-da57-4f76-a9ab-ec0ce4c885fe tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "DELETE /v2.0/ports/90d707b0-9f9b-4574-b90d-07cabbcbb619 HTTP/1.1" status: 204 len: 173 time: 1.6997185 Feb 16 14:33:32.200531 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525b557d-438f-40e7-a720-2dfcfb17d56d', 'name': 'network-vif-deleted', 'tag': '90d707b0-9f9b-4574-b90d-07cabbcbb619'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:32.202781 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc905b57-d243-40e4-b9e0-515d18112d7e" -d '{"events": [{"server_uuid": "525b557d-438f-40e7-a720-2dfcfb17d56d", "name": "network-vif-deleted", "tag": "90d707b0-9f9b-4574-b90d-07cabbcbb619"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:32.220350 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-7270bb09-11fc-4063-8c64-d95587946025 None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:32.244598 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49c3654-2724-4e81-822e-213fd2faf747 x-openstack-request-id: req-e49c3654-2724-4e81-822e-213fd2faf747 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:32.244915 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525b557d-438f-40e7-a720-2dfcfb17d56d", "name": "network-vif-deleted", "tag": "90d707b0-9f9b-4574-b90d-07cabbcbb619", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:32.245172 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-e49c3654-2724-4e81-822e-213fd2faf747 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:32.245567 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525b557d-438f-40e7-a720-2dfcfb17d56d', 'name': 'network-vif-deleted', 'tag': '90d707b0-9f9b-4574-b90d-07cabbcbb619', 'status': 'completed', 'code': 200} Feb 16 14:33:32.366828 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb39508a-ef23-4c04-849a-dee6679ef2de admin admin] Router cfc1f659-cc66-4abf-9c54-d6e0124f5d55 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:32.425990 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-7270bb09-11fc-4063-8c64-d95587946025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:32.451996 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7270bb09-11fc-4063-8c64-d95587946025 None None] Checking router: 98f0b610-e1f9-43f5-8054-fbcade023e8e for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:32.460750 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7270bb09-11fc-4063-8c64-d95587946025 None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:32.461395 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-7270bb09-11fc-4063-8c64-d95587946025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:32.479377 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb39508a-ef23-4c04-849a-dee6679ef2de admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:32.484519 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-bb39508a-ef23-4c04-849a-dee6679ef2de admin admin] 10.222.0.133 "PUT /v2.0/routers/cfc1f659-cc66-4abf-9c54-d6e0124f5d55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4076083 Feb 16 14:33:32.487105 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52732) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:32.490966 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f0f81-34e1-4eb4-af1a-031c2fc06ffd None None] Sync routers for ids ['cfc1f659-cc66-4abf-9c54-d6e0124f5d55'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:32.506534 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f0f81-34e1-4eb4-af1a-031c2fc06ffd None None] Routers {'cfc1f659-cc66-4abf-9c54-d6e0124f5d55'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:32.509230 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-0f8f0f81-34e1-4eb4-af1a-031c2fc06ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cfc1f659-cc66-4abf-9c54-d6e0124f5d55'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:32.594087 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-7270bb09-11fc-4063-8c64-d95587946025 None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:32.609801 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] Publish callbacks [] for router (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:32.640768 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-faff021d-9977-4377-b3ad-3ae96038f0bc req-99a941ce-9a70-4d5f-af15-47401f0ca962 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=525b557d-438f-40e7-a720-2dfcfb17d56d HTTP/1.1" status: 200 len: 210 time: 0.0675755 Feb 16 14:33:32.687419 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fd60e-2b8c-4a1c-995f-830592d21643 req-867b780d-3ee5-4e4b-9bda-6e6996114a59 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:32.694649 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-0f8f0f81-34e1-4eb4-af1a-031c2fc06ffd None None] Set router cfc1f659-cc66-4abf-9c54-d6e0124f5d55 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:32.699425 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ba9fd60e-2b8c-4a1c-995f-830592d21643 req-867b780d-3ee5-4e4b-9bda-6e6996114a59 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 944 time: 0.1833720 Feb 16 14:33:32.734254 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] Publish callbacks [] for router_gateway (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:32.756725 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 90d707b0-9f9b-4574-b90d-07cabbcbb619 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:32.770061 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ba9fd60e-2b8c-4a1c-995f-830592d21643 req-4a15790e-573c-4fe7-a48c-91912b7ccfb8 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688267 Feb 16 14:33:32.793649 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: 90d707b0-9f9b-4574-b90d-07cabbcbb619 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:32.793992 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 90d707b0-9f9b-4574-b90d-07cabbcbb619 not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:32.855890 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] Deleting port 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:32.856246 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (8bddc0e3-1106-4ef6-a7d3-4562742d24a6), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:32.874789 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-7270bb09-11fc-4063-8c64-d95587946025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:32.910519 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7270bb09-11fc-4063-8c64-d95587946025 None None] The sync data for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi is: [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:32.940456 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-0f8f0f81-34e1-4eb4-af1a-031c2fc06ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'name': 'tempest-TestMinimumBasicScenario-425831488-router', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8bddc0e3-1106-4ef6-a7d3-4562742d24a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:43Z', 'updated_at': '2022-02-16T14:33:31Z', 'revision_number': 5, 'project_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'gw_port': {'id': '8bddc0e3-1106-4ef6-a7d3-4562742d24a6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:27:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:44Z', 'updated_at': '2022-02-16T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:32.957042 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] For port 8bddc0e3-1106-4ef6-a7d3-4562742d24a6, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=8bddc0e3-1106-4ef6-a7d3-4562742d24a6,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:32.957420 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (8bddc0e3-1106-4ef6-a7d3-4562742d24a6), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:32.969625 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f0f81-34e1-4eb4-af1a-031c2fc06ffd None None] Checking router: cfc1f659-cc66-4abf-9c54-d6e0124f5d55 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:32.974781 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] Calling delete_port for 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 owned by network:router_gateway {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:32.979918 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f0f81-34e1-4eb4-af1a-031c2fc06ffd None None] Routers {'cfc1f659-cc66-4abf-9c54-d6e0124f5d55'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:32.980632 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-0f8f0f81-34e1-4eb4-af1a-031c2fc06ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cfc1f659-cc66-4abf-9c54-d6e0124f5d55'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:33.077286 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-0f8f0f81-34e1-4eb4-af1a-031c2fc06ffd None None] Set router cfc1f659-cc66-4abf-9c54-d6e0124f5d55 gateway port host: None {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:33.134369 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-0f8f0f81-34e1-4eb4-af1a-031c2fc06ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'name': 'tempest-TestMinimumBasicScenario-425831488-router', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:43Z', 'updated_at': '2022-02-16T14:33:32Z', 'revision_number': 6, 'project_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'gw_port_host': None}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:33.161249 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f0f81-34e1-4eb4-af1a-031c2fc06ffd None None] The sync data for ids ['cfc1f659-cc66-4abf-9c54-d6e0124f5d55'] in dv-cinder-778193-17-iscsi is: [{'id': 'cfc1f659-cc66-4abf-9c54-d6e0124f5d55', 'name': 'tempest-TestMinimumBasicScenario-425831488-router', 'tenant_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:43Z', 'updated_at': '2022-02-16T14:33:32Z', 'revision_number': 6, 'project_id': 'cd16a21e830a4ef8a0134be06af0f2ac', 'gw_port_host': None}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:33.179012 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (8bddc0e3-1106-4ef6-a7d3-4562742d24a6), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:33.205779 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95d0b6-b305-433c-929d-d3a791d9d690 None None] New status for floating IP a0bf1432-25ed-413d-b927-743043a57a38: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:33:33.209161 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bddc0e3-1106-4ef6-a7d3-4562742d24a6,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:33.271257 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022104'] for router_gateway (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:33.365717 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62057'] for router (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:33.368101 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] Publish callbacks [] for router_controller (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:33.464681 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1029900'] for router (cfc1f659-cc66-4abf-9c54-d6e0124f5d55), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:33.465310 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfc1f659-cc66-4abf-9c54-d6e0124f5d55 {{(pid=103210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:33:33.471383 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:33.472565 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-37f5a88d-b589-4add-b6f4-2db016123b46 admin admin] 10.222.0.133 "DELETE /v2.0/routers/cfc1f659-cc66-4abf-9c54-d6e0124f5d55 HTTP/1.1" status: 204 len: 168 time: 0.9846530 Feb 16 14:33:33.475178 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52736) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:33.537228 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d9a568-955a-4eac-a7bd-ce317f36197c admin admin] Deleting subnet 93ae9aba-3958-46ca-92ed-8ea1f8be45bf {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:33:33.541569 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a568-955a-4eac-a7bd-ce317f36197c admin admin] Publish callbacks [] for subnet (93ae9aba-3958-46ca-92ed-8ea1f8be45bf), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:33.579520 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a568-955a-4eac-a7bd-ce317f36197c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4615054'] for subnet (93ae9aba-3958-46ca-92ed-8ea1f8be45bf), precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:33.926959 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfefcb5-f6c8-43d3-9844-be7235b8f18f req-e5276608-a4e2-4dee-9a4f-50932baff9eb tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:33.928468 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fdfefcb5-f6c8-43d3-9844-be7235b8f18f req-e5276608-a4e2-4dee-9a4f-50932baff9eb tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 944 time: 0.0931833 Feb 16 14:33:33.934917 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-9c6badd5-58cd-4de4-8a42-906975edff99 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957149602&fields=id&tenant_id=71aa13b5525343d9b20e223b0307b273 HTTP/1.1" status: 200 len: 267 time: 0.0707161 Feb 16 14:33:33.951235 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a568-955a-4eac-a7bd-ce317f36197c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (93ae9aba-3958-46ca-92ed-8ea1f8be45bf), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.031239 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-683dfa40-ceaa-4d01-a3d6-db1a0a2f5cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.052430 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fdfefcb5-f6c8-43d3-9844-be7235b8f18f req-1c9cafef-529d-4f9f-8144-d844fd808e4b tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131008 Feb 16 14:33:34.054275 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a568-955a-4eac-a7bd-ce317f36197c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957719'] for subnet (93ae9aba-3958-46ca-92ed-8ea1f8be45bf), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.080939 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050a552-c785-40eb-99cb-a81517c9004b req-4e21ea31-45b0-4a9f-9fdd-88c62adac143 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:34.084160 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-4e21ea31-45b0-4a9f-9fdd-88c62adac143 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/networks?id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac HTTP/1.1" status: 200 len: 812 time: 0.1368001 Feb 16 14:33:34.087164 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9a568-955a-4eac-a7bd-ce317f36197c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ae9aba-3958-46ca-92ed-8ea1f8be45bf,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:34.091091 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a568-955a-4eac-a7bd-ce317f36197c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.096669 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c7d9a568-955a-4eac-a7bd-ce317f36197c admin admin] 10.222.0.133 "DELETE /v2.0/subnets/93ae9aba-3958-46ca-92ed-8ea1f8be45bf HTTP/1.1" status: 204 len: 168 time: 0.6182032 Feb 16 14:33:34.097874 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52748) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:34.098631 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2055ee4-d8cf-48f8-a078-164609e38ae2 None None] Network 3070ab6d-479c-45c1-8646-774635e3062e requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:33:34.107428 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-499a20c6-5745-44c2-93c9-b3710c01f8d0 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/quotas/71aa13b5525343d9b20e223b0307b273 HTTP/1.1" status: 200 len: 375 time: 0.0182836 Feb 16 14:33:34.202189 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (3070ab6d-479c-45c1-8646-774635e3062e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.230365 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-16c37b06-6f1e-474a-9c0c-519c20f47e08 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131721 Feb 16 14:33:34.290993 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edb892e-3b91-435d-8ee9-d52f103b9e3c None None] DHCP port deletion for 3070ab6d-479c-45c1-8646-774635e3062e request from dv-cinder-778193-17-iscsi {{(pid=103212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:33:34.331988 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Deleting port 62757ecd-661d-4028-a877-bbab884b41ff {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:34.332325 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (62757ecd-661d-4028-a877-bbab884b41ff), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.339556 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-9edb892e-3b91-435d-8ee9-d52f103b9e3c None None] Deleting port 62757ecd-661d-4028-a877-bbab884b41ff {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:34.339933 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9edb892e-3b91-435d-8ee9-d52f103b9e3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (62757ecd-661d-4028-a877-bbab884b41ff), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.402455 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-ee60ad69-bdbc-4854-aacd-c1c5c5cd8da6 service neutron] 10.222.0.133 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471176 Feb 16 14:33:34.407579 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-9edb892e-3b91-435d-8ee9-d52f103b9e3c None None] For port 62757ecd-661d-4028-a877-bbab884b41ff, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=62757ecd-661d-4028-a877-bbab884b41ff,segment=NetworkSegment(963b8dca-f7ed-4a99-94bd-3f9d44630c0f),segment_id=963b8dca-f7ed-4a99-94bd-3f9d44630c0f)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:34.408015 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9edb892e-3b91-435d-8ee9-d52f103b9e3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (62757ecd-661d-4028-a877-bbab884b41ff), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.420984 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-9edb892e-3b91-435d-8ee9-d52f103b9e3c None None] Calling delete_port for 62757ecd-661d-4028-a877-bbab884b41ff owned by network:dhcp {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:34.446546 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] For port 62757ecd-661d-4028-a877-bbab884b41ff, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=62757ecd-661d-4028-a877-bbab884b41ff,segment=NetworkSegment(963b8dca-f7ed-4a99-94bd-3f9d44630c0f),segment_id=963b8dca-f7ed-4a99-94bd-3f9d44630c0f)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:34.446771 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (62757ecd-661d-4028-a877-bbab884b41ff), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.488744 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Calling delete_port for 62757ecd-661d-4028-a877-bbab884b41ff owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:34.558798 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-f3cf4017-36c2-4f3f-97fd-4a0c79d46d9c service neutron] 10.222.0.133 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506591 Feb 16 14:33:34.560383 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9edb892e-3b91-435d-8ee9-d52f103b9e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (62757ecd-661d-4028-a877-bbab884b41ff), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.590620 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (62757ecd-661d-4028-a877-bbab884b41ff), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.592171 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb892e-3b91-435d-8ee9-d52f103b9e3c None None] Pushing event deleted for resources: {'Port': ['ID=62757ecd-661d-4028-a877-bbab884b41ff,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:34.594092 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb892e-3b91-435d-8ee9-d52f103b9e3c None None] No DVR routers for this DVR port 62757ecd-661d-4028-a877-bbab884b41ff on host dv-cinder-778193-17-iscsi {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:34.618946 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Pushing event deleted for resources: {'Port': ['ID=62757ecd-661d-4028-a877-bbab884b41ff,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:34.620857 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] No DVR routers for this DVR port 62757ecd-661d-4028-a877-bbab884b41ff on host dv-cinder-778193-17-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:34.694416 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (3070ab6d-479c-45c1-8646-774635e3062e), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.715088 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3070ab6d-479c-45c1-8646-774635e3062e']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:34.724090 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963b8dca-f7ed-4a99-94bd-3f9d44630c0f') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:34.724388 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963b8dca-f7ed-4a99-94bd-3f9d44630c0f') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:34.734188 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5133841'] for segment (963b8dca-f7ed-4a99-94bd-3f9d44630c0f), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.748178 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (963b8dca-f7ed-4a99-94bd-3f9d44630c0f), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.753922 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:33:34.754303 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5092010'] for segment (963b8dca-f7ed-4a99-94bd-3f9d44630c0f), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: self.session.flush() Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: self.session.flush() Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: self.session.flush() Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: self.session.flush() Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: Traceback (most recent call last): Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: timer() Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: cb(*args, **kw) Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: return func(*args, **kwargs) Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: self._notify() Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: self.callback(batched_events) Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: event.method(event) Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: return f(self, *a, **k) Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: return self._get(url).json() Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:33:34.755945 dv-cinder-778193-17-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:33:34.887885 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (3070ab6d-479c-45c1-8646-774635e3062e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.892488 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:34.906021 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] 10.222.0.133 "DELETE /v2.0/networks/3070ab6d-479c-45c1-8646-774635e3062e HTTP/1.1" status: 204 len: 168 time: 0.7977152 Feb 16 14:33:34.909855 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1e20f-069b-4840-8e2b-f4f87c09ed55 admin admin] Pushing event deleted for resources: {'Network': ['ID=3070ab6d-479c-45c1-8646-774635e3062e,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:34.924137 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 62757ecd-661d-4028-a877-bbab884b41ff no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:34.947815 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 62757ecd-661d-4028-a877-bbab884b41ff {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:34.948166 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 62757ecd-661d-4028-a877-bbab884b41ff not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:34.948586 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:34.969461 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:34.969731 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 8bddc0e3-1106-4ef6-a7d3-4562742d24a6 not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:34.970327 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 2faaf701-c6dc-4d22-8e29-2f549f92b24d no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:34.990449 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 2faaf701-c6dc-4d22-8e29-2f549f92b24d {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:34.990804 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 2faaf701-c6dc-4d22-8e29-2f549f92b24d not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:35.115573 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7c379065-ea01-453c-98c5-34a0296c442e req-c7266028-745a-4df4-98a1-11b8887a8672 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 210 time: 0.0295999 Feb 16 14:33:35.182239 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6ee5-fc3d-4e38-b546-752bb224943d req-3c3e139a-9cc0-4fd2-bc51-a31dbf9d115a tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:35.183939 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ea6c6ee5-fc3d-4e38-b546-752bb224943d req-3c3e139a-9cc0-4fd2-bc51-a31dbf9d115a tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 944 time: 0.0589588 Feb 16 14:33:35.233958 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ea6c6ee5-fc3d-4e38-b546-752bb224943d req-884c5286-3b5b-4ead-83f2-6208d74ece0e tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444818 Feb 16 14:33:35.256442 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52768) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:35.299500 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6a903214-447a-4266-9391-4d927b770fef admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=6b3ed4defdba4d789d091f899cd7b3df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418172 Feb 16 14:33:35.301971 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52770) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:35.348991 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-337ce834-27df-43ba-a806-4048d16e0713 admin admin] Publish callbacks [] for security_group (ae342449-85fa-44d0-b1ec-d9fc45c7256c), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:35.371063 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-337ce834-27df-43ba-a806-4048d16e0713 admin admin] Publish callbacks [] for security_group (ae342449-85fa-44d0-b1ec-d9fc45c7256c), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:35.481277 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-337ce834-27df-43ba-a806-4048d16e0713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (ae342449-85fa-44d0-b1ec-d9fc45c7256c), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:35.484711 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-337ce834-27df-43ba-a806-4048d16e0713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:35.485801 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-337ce834-27df-43ba-a806-4048d16e0713 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/ae342449-85fa-44d0-b1ec-d9fc45c7256c HTTP/1.1" status: 204 len: 168 time: 0.1829391 Feb 16 14:33:35.493936 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ce834-27df-43ba-a806-4048d16e0713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae342449-85fa-44d0-b1ec-d9fc45c7256c,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:36.149432 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52780) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:36.203496 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-cd701231-38cf-4f8d-b881-94d703045bbe admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=cd16a21e830a4ef8a0134be06af0f2ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528045 Feb 16 14:33:36.206100 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 52782) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:36.223397 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e87e21c-5743-49f5-99df-501ae7269907 req-74667213-7b53-46cb-9e6b-fb112316d507 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 210 time: 0.0358360 Feb 16 14:33:36.259193 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-55b7f473-f8bf-478c-903a-7148ff81aa6f admin admin] Publish callbacks [] for security_group (cf81f362-c234-49ea-8a87-9ff4b754fd5b), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:36.281754 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-55b7f473-f8bf-478c-903a-7148ff81aa6f admin admin] Publish callbacks [] for security_group (cf81f362-c234-49ea-8a87-9ff4b754fd5b), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:36.366086 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2f929-08f6-4a8d-a85a-07791a0bd22c req-aa6fa33c-7669-4f63-8c2b-b3e4d752bbc2 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:36.368323 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-21b2f929-08f6-4a8d-a85a-07791a0bd22c req-aa6fa33c-7669-4f63-8c2b-b3e4d752bbc2 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 944 time: 0.0539858 Feb 16 14:33:36.384543 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-55b7f473-f8bf-478c-903a-7148ff81aa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (cf81f362-c234-49ea-8a87-9ff4b754fd5b), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:36.387246 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-55b7f473-f8bf-478c-903a-7148ff81aa6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:36.391445 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-55b7f473-f8bf-478c-903a-7148ff81aa6f admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/cf81f362-c234-49ea-8a87-9ff4b754fd5b HTTP/1.1" status: 204 len: 168 time: 0.1840117 Feb 16 14:33:36.400325 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7f473-f8bf-478c-903a-7148ff81aa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf81f362-c234-49ea-8a87-9ff4b754fd5b,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:36.432011 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-21b2f929-08f6-4a8d-a85a-07791a0bd22c req-9dd28261-7e02-41d2-9b3b-0a63d4fd3be8 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579042 Feb 16 14:33:36.463003 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-175c90c0-985c-4b0b-99a6-0525a32552e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:36.725573 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device fcc79a8a-76c4-4a76-9e4d-93bb89857266 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:33:36.833484 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port fcc79a8a-76c4-4a76-9e4d-93bb89857266, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:36.839006 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'port_id': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'mac_address': 'fa:16:3e:17:3a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590f974b-21de-4a14-a4f5-cce979909e16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:33:36.883228 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port fcc79a8a-76c4-4a76-9e4d-93bb89857266 is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:36.883639 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:36.899702 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc79a8a-76c4-4a76-9e4d-93bb89857266 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:33:36.922364 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port fcc79a8a-76c4-4a76-9e4d-93bb89857266, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:37.018247 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:37.050602 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050a552-c785-40eb-99cb-a81517c9004b req-ad3221d3-4a66-4f45-8578-b9bfd3ac0bfc tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:37.052293 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-ad3221d3-4a66-4f45-8578-b9bfd3ac0bfc tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "GET /v2.0/networks?id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac HTTP/1.1" status: 200 len: 812 time: 0.1167371 Feb 16 14:33:37.073645 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=fcc79a8a-76c4-4a76-9e4d-93bb89857266,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:37.124927 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-4f733eba-4991-4daa-a722-64e46e7c43f3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71aa13b5525343d9b20e223b0307b273 HTTP/1.1" status: 200 len: 379 time: 0.0597301 Feb 16 14:33:37.135172 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-5050a552-c785-40eb-99cb-a81517c9004b req-23f5b3f3-9397-4d95-a8e4-5a7674c79fad tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Request body: {'port': {'device_id': '8303aa18-616b-4433-847f-2e21a3c5b110', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'admin_state_up': True, 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'security_groups': ['3c313fc3-b6ca-4288-a6e6-912381f7391c']}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:37.272889 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['fcc79a8a-76c4-4a76-9e4d-93bb89857266'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:33:37.325433 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5050a552-c785-40eb-99cb-a81517c9004b req-23f5b3f3-9397-4d95-a8e4-5a7674c79fad tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Made reservation on behalf of 71aa13b5525343d9b20e223b0307b273 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:33:37.330137 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5050a552-c785-40eb-99cb-a81517c9004b req-23f5b3f3-9397-4d95-a8e4-5a7674c79fad tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:37.346403 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-727efe88-1990-4453-b000-1a795f4f8c24 req-6e0f0e7b-8c9b-4eae-a6e3-2e2ee95d2f00 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 210 time: 0.0412369 Feb 16 14:33:37.469023 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-5050a552-c785-40eb-99cb-a81517c9004b req-23f5b3f3-9397-4d95-a8e4-5a7674c79fad tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Allocated IP 172.20.0.7 (78ebea5a-7c6d-4c2c-8e42-a1327d39deac/6a6eba54-d08a-4809-9cbc-4e2a0d64b56a/a6a3d505-2303-4112-aeb2-904903b018da) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:33:37.558836 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e0cd9-9279-454b-ae10-afe8dcbf7048 req-b86be706-d0e1-4e0e-815f-4bd8dc744b0a tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:37.560274 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-529e0cd9-9279-454b-ae10-afe8dcbf7048 req-b86be706-d0e1-4e0e-815f-4bd8dc744b0a tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 945 time: 0.0583034 Feb 16 14:33:37.609553 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-529e0cd9-9279-454b-ae10-afe8dcbf7048 req-631d4724-ee30-413e-aaa0-bca28007b65b tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432189 Feb 16 14:33:37.620008 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5050a552-c785-40eb-99cb-a81517c9004b req-23f5b3f3-9397-4d95-a8e4-5a7674c79fad tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for port (a6a3d505-2303-4112-aeb2-904903b018da), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:37.691046 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:37.749886 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5050a552-c785-40eb-99cb-a81517c9004b req-23f5b3f3-9397-4d95-a8e4-5a7674c79fad tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (a6a3d505-2303-4112-aeb2-904903b018da), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:37.795653 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5050a552-c785-40eb-99cb-a81517c9004b req-23f5b3f3-9397-4d95-a8e4-5a7674c79fad tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:37.798700 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-5050a552-c785-40eb-99cb-a81517c9004b req-23f5b3f3-9397-4d95-a8e4-5a7674c79fad tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:37.802370 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-5050a552-c785-40eb-99cb-a81517c9004b req-23f5b3f3-9397-4d95-a8e4-5a7674c79fad tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:33:37.808653 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5b3f3-9397-4d95-a8e4-5a7674c79fad tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'Port': ['ID=a6a3d505-2303-4112-aeb2-904903b018da,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:37.855119 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050a552-c785-40eb-99cb-a81517c9004b req-23f5b3f3-9397-4d95-a8e4-5a7674c79fad tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:37.855757 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5050a552-c785-40eb-99cb-a81517c9004b req-23f5b3f3-9397-4d95-a8e4-5a7674c79fad tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:37.934480 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-23f5b3f3-9397-4d95-a8e4-5a7674c79fad tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8034968 Feb 16 14:33:37.949007 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Request body: {'port': {'device_id': '8303aa18-616b-4433-847f-2e21a3c5b110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:37.992173 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-ded39d82-0943-46f8-bdbc-af8636745dcf None None] Provisioning complete for port a6a3d505-2303-4112-aeb2-904903b018da triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:37.993207 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ded39d82-0943-46f8-bdbc-af8636745dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (a6a3d505-2303-4112-aeb2-904903b018da), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:38.011605 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (a6a3d505-2303-4112-aeb2-904903b018da), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:38.029318 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-ded39d82-0943-46f8-bdbc-af8636745dcf None None] Port a6a3d505-2303-4112-aeb2-904903b018da cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:33:38.275946 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a3d505-2303-4112-aeb2-904903b018da {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:33:38.283880 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Publish callbacks [] for port (a6a3d505-2303-4112-aeb2-904903b018da), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:38.297085 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Transition to ACTIVE for port object a6a3d505-2303-4112-aeb2-904903b018da will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:33:38.366285 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (a6a3d505-2303-4112-aeb2-904903b018da), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:38.455052 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1f8a4-27ea-4a32-b49f-c523af38a856 req-6c1457b8-cab0-41d4-a79c-ab974e1356b2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:38.456710 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c2d1f8a4-27ea-4a32-b49f-c523af38a856 req-6c1457b8-cab0-41d4-a79c-ab974e1356b2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 943 time: 0.0615354 Feb 16 14:33:38.472528 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a3d505-2303-4112-aeb2-904903b018da,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:38.502340 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Attempting to bind port a6a3d505-2303-4112-aeb2-904903b018da on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:33:38.502767 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Attempting to bind port a6a3d505-2303-4112-aeb2-904903b018da by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:33:38.503000 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Attempting to bind port a6a3d505-2303-4112-aeb2-904903b018da on network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:33:38.508101 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Port a6a3d505-2303-4112-aeb2-904903b018da on network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:33:38.508447 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Attempting to bind port a6a3d505-2303-4112-aeb2-904903b018da on network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:33:38.513860 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:33:38.514197 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Checking segment: {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:33:38.514580 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Bound using segment: {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:33:38.515008 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Bound port: a6a3d505-2303-4112-aeb2-904903b018da, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:33:38.515368 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (a6a3d505-2303-4112-aeb2-904903b018da), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:38.524399 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c2d1f8a4-27ea-4a32-b49f-c523af38a856 req-e01553c6-f542-4f38-ba3a-940b6380b2d2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585635 Feb 16 14:33:38.585714 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] For port a6a3d505-2303-4112-aeb2-904903b018da, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:33:38.588801 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] For port a6a3d505-2303-4112-aeb2-904903b018da, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a6a3d505-2303-4112-aeb2-904903b018da,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:33:38.641591 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (a6a3d505-2303-4112-aeb2-904903b018da), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:38.681339 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:38.681871 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:38.683262 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] 10.222.0.127 "PUT /v2.0/ports/a6a3d505-2303-4112-aeb2-904903b018da HTTP/1.1" status: 200 len: 1093 time: 0.7412844 Feb 16 14:33:38.685477 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8303aa18-616b-4433-847f-2e21a3c5b110', 'tag': 'a6a3d505-2303-4112-aeb2-904903b018da'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:38.688421 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f87ad8-0213-4dee-bc2b-7fcd51659f47" -d '{"events": [{"name": "network-changed", "server_uuid": "8303aa18-616b-4433-847f-2e21a3c5b110", "tag": "a6a3d505-2303-4112-aeb2-904903b018da"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:38.714555 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d313ec-ecde-46e7-9ace-b81895b4b8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a3d505-2303-4112-aeb2-904903b018da,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:38.727929 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device fcc79a8a-76c4-4a76-9e4d-93bb89857266 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:38.736768 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d911d-15db-4b7c-8af0-bdf2eca3b31c req-d5e03710-2786-48a8-9ded-d448ad423aa5 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:38.738322 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-965d911d-15db-4b7c-8af0-bdf2eca3b31c req-d5e03710-2786-48a8-9ded-d448ad423aa5 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 945 time: 0.0595310 Feb 16 14:33:38.745343 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815eebf6-7bcd-4107-a1fb-deaa53dc5579 x-openstack-request-id: req-815eebf6-7bcd-4107-a1fb-deaa53dc5579 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:38.745821 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8303aa18-616b-4433-847f-2e21a3c5b110", "tag": "a6a3d505-2303-4112-aeb2-904903b018da", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:38.746238 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-815eebf6-7bcd-4107-a1fb-deaa53dc5579 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:38.746818 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8303aa18-616b-4433-847f-2e21a3c5b110', 'tag': 'a6a3d505-2303-4112-aeb2-904903b018da', 'status': 'completed', 'code': 200} Feb 16 14:33:38.806285 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-965d911d-15db-4b7c-8af0-bdf2eca3b31c req-3d10844b-ac1b-4b8b-83c3-a6ada40cca72 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582740 Feb 16 14:33:38.838102 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f87ad8-0213-4dee-bc2b-7fcd51659f47 req-2f6d0111-576f-48a4-b690-195a652388c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:38.841110 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-40f87ad8-0213-4dee-bc2b-7fcd51659f47 req-2f6d0111-576f-48a4-b690-195a652388c3 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 1127 time: 0.0759749 Feb 16 14:33:38.872273 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port fcc79a8a-76c4-4a76-9e4d-93bb89857266 completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:33:38.873932 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port fcc79a8a-76c4-4a76-9e4d-93bb89857266 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:38.874378 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:38.952932 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f87ad8-0213-4dee-bc2b-7fcd51659f47 req-797ca79a-6981-4906-9c05-3b162bb4c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:38.954328 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port fcc79a8a-76c4-4a76-9e4d-93bb89857266 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:38.954491 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-40f87ad8-0213-4dee-bc2b-7fcd51659f47 req-797ca79a-6981-4906-9c05-3b162bb4c8a9 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=71aa13b5525343d9b20e223b0307b273&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1048300 Feb 16 14:33:38.954731 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:38.989319 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:38.991763 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0541e9f-ddf8-4a9b-9d22-7735583035cb" -d '{"events": [{"server_uuid": "87355bb4-caa4-4b39-b107-dd6b0c738aed", "name": "network-vif-plugged", "status": "completed", "tag": "fcc79a8a-76c4-4a76-9e4d-93bb89857266"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:39.006323 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port fcc79a8a-76c4-4a76-9e4d-93bb89857266, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:39.036165 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22be333c-79b4-459f-895c-09204abb1ada x-openstack-request-id: req-22be333c-79b4-459f-895c-09204abb1ada {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:39.036452 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87355bb4-caa4-4b39-b107-dd6b0c738aed", "name": "network-vif-plugged", "status": "completed", "tag": "fcc79a8a-76c4-4a76-9e4d-93bb89857266", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:39.036703 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-22be333c-79b4-459f-895c-09204abb1ada {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:39.037110 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'code': 200} Feb 16 14:33:39.055207 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f87ad8-0213-4dee-bc2b-7fcd51659f47 req-5a764d35-5451-490f-bb41-b72dbc498859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:39.056693 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-40f87ad8-0213-4dee-bc2b-7fcd51659f47 req-5a764d35-5451-490f-bb41-b72dbc498859 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950227 Feb 16 14:33:39.059621 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:39.091877 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:39.117607 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=fcc79a8a-76c4-4a76-9e4d-93bb89857266,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:39.145672 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050a552-c785-40eb-99cb-a81517c9004b req-1b210795-3d6a-4bf6-8cf1-f365e37e7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:39.147252 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-1b210795-3d6a-4bf6-8cf1-f365e37e7e80 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 1127 time: 0.0445495 Feb 16 14:33:39.191464 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-b7b5f212-fcbd-46fb-a20b-968ff0ccd541 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6a3d505-2303-4112-aeb2-904903b018da HTTP/1.1" status: 200 len: 217 time: 0.0373263 Feb 16 14:33:39.238988 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050a552-c785-40eb-99cb-a81517c9004b req-0e7cb905-9fde-4739-9f39-bb1cfb11bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:39.240440 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-0e7cb905-9fde-4739-9f39-bb1cfb11bda4 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6a6eba54-d08a-4809-9cbc-4e2a0d64b56a HTTP/1.1" status: 200 len: 851 time: 0.0432768 Feb 16 14:33:39.291030 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050a552-c785-40eb-99cb-a81517c9004b req-224a42d8-921b-45d8-9a4d-0624fcf4d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:39.292530 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-224a42d8-921b-45d8-9a4d-0624fcf4d226 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459638 Feb 16 14:33:39.411903 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-729305f0-1b81-448c-a37d-0e6534517024 service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120145 Feb 16 14:33:39.438548 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f8b49-aa4d-49d2-8b83-af62642a6f55 req-5df693f5-2ed4-4dbd-94c8-f30fedcd84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:39.439987 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-aa8f8b49-aa4d-49d2-8b83-af62642a6f55 req-5df693f5-2ed4-4dbd-94c8-f30fedcd84ce service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 1130 time: 0.0741591 Feb 16 14:33:39.529024 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-aa8f8b49-aa4d-49d2-8b83-af62642a6f55 req-e00233af-f2ad-40c6-a228-250dfda4a91f service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806592 Feb 16 14:33:39.542188 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5050a552-c785-40eb-99cb-a81517c9004b req-7ef0f789-95c8-4e2c-a006-0ac90bcc81ec service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244750 Feb 16 14:33:39.644720 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03aa07-4971-43de-bdd3-a1ac96fab8a7 req-bfb231dc-fbca-4f3d-a8c8-46de660890b1 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:39.646195 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fd03aa07-4971-43de-bdd3-a1ac96fab8a7 req-bfb231dc-fbca-4f3d-a8c8-46de660890b1 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 943 time: 0.0525551 Feb 16 14:33:39.694062 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fd03aa07-4971-43de-bdd3-a1ac96fab8a7 req-52757ae0-fafc-4443-8602-80dce0600a00 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421531 Feb 16 14:33:39.927251 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bd608-afb9-4485-bec0-a5ee1bf3dc68 req-41c0d4f1-7546-4cb6-ae70-23ad1c2cd585 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:39.928752 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0c6bd608-afb9-4485-bec0-a5ee1bf3dc68 req-41c0d4f1-7546-4cb6-ae70-23ad1c2cd585 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0524023 Feb 16 14:33:39.976771 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0c6bd608-afb9-4485-bec0-a5ee1bf3dc68 req-29db86f4-744b-4b7a-be99-71773f69e9b5 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419948 Feb 16 14:33:40.673540 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:40.971589 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813babb-3036-40f5-855e-e7bb6ad7f86a req-d973e38e-ef7b-47f4-b13a-28303861acc7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:40.973064 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b813babb-3036-40f5-855e-e7bb6ad7f86a req-d973e38e-ef7b-47f4-b13a-28303861acc7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 943 time: 0.0561461 Feb 16 14:33:41.021972 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b813babb-3036-40f5-855e-e7bb6ad7f86a req-41fee404-d835-40cc-94e8-5493d8bd879c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427158 Feb 16 14:33:41.107881 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08d8e4-af8b-4b33-8cd4-9aa8391cb51b req-f56ae77c-2be9-4c3b-9f15-9c32366d36a3 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:41.109395 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b08d8e4-af8b-4b33-8cd4-9aa8391cb51b req-f56ae77c-2be9-4c3b-9f15-9c32366d36a3 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0607374 Feb 16 14:33:41.173270 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b08d8e4-af8b-4b33-8cd4-9aa8391cb51b req-d79bd263-1c06-4a2f-83d1-1f0bbd8b7d51 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579000 Feb 16 14:33:41.288126 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0da1f-e3e9-44ee-b340-0221f3c77bd9 req-faa0895f-c47c-45a9-b2b1-9c2733c9923a tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:41.290059 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a6c0da1f-e3e9-44ee-b340-0221f3c77bd9 req-faa0895f-c47c-45a9-b2b1-9c2733c9923a tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0512717 Feb 16 14:33:41.340214 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a6c0da1f-e3e9-44ee-b340-0221f3c77bd9 req-38c6cbb5-3053-4b29-82c7-6b5773e29f82 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445082 Feb 16 14:33:41.361574 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52812) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:41.591138 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5ba618-c193-4ec1-9583-5894d5e7ad3c tempest-TestShelveInstance-1854020995 tempest-TestShelveInstance-1854020995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:41.592634 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-7e5ba618-c193-4ec1-9583-5894d5e7ad3c tempest-TestShelveInstance-1854020995 tempest-TestShelveInstance-1854020995-project-admin] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 1125 time: 0.2300861 Feb 16 14:33:41.595599 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52816) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:41.599742 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Request body: {'floatingip': {'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'port_id': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:41.685594 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:41.779058 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:41.884409 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Allocated IP 172.27.1.213 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/4bc23187-7c15-498d-a98c-eb257e40fd01) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:33:41.982334 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for port (4bc23187-7c15-498d-a98c-eb257e40fd01), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:42.057710 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (4bc23187-7c15-498d-a98c-eb257e40fd01), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:42.099635 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:42.112080 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:42.130126 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:33:42.135796 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Pushing event updated for resources: {'Port': ['ID=4bc23187-7c15-498d-a98c-eb257e40fd01,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:42.188874 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3d878-9261-4869-af2f-593579d15c9c req-a43bc46e-5bb7-475f-a017-0fc80d0edd4b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:42.190363 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f0f3d878-9261-4869-af2f-593579d15c9c req-a43bc46e-5bb7-475f-a017-0fc80d0edd4b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 943 time: 0.0927460 Feb 16 14:33:42.296114 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f0f3d878-9261-4869-af2f-593579d15c9c req-77a6e0a6-c586-4128-bb38-0b41f07a5346 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888436 Feb 16 14:33:42.516811 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for floatingip (2eac3214-f74f-4757-9995-2d90f103c2a4), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:42.639024 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (4bc23187-7c15-498d-a98c-eb257e40fd01), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:42.782487 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for port (4bc23187-7c15-498d-a98c-eb257e40fd01), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:42.851757 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092046'] for port (4bc23187-7c15-498d-a98c-eb257e40fd01), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:42.922579 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Pushing event updated for resources: {'Port': ['ID=4bc23187-7c15-498d-a98c-eb257e40fd01,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:42.932841 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (2eac3214-f74f-4757-9995-2d90f103c2a4), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:43.029943 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Floating IP 2eac3214-f74f-4757-9995-2d90f103c2a4 associated. External IP: 172.27.1.213, port: fcc79a8a-76c4-4a76-9e4d-93bb89857266. Feb 16 14:33:43.234178 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Router e12303d6-3780-4b17-ba3e-71539bec6630 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:43.341389 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:43.351046 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92ef07-7af0-4163-b16f-7702037b27fc None None] Sync routers for ids ['e12303d6-3780-4b17-ba3e-71539bec6630'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:43.360694 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92ef07-7af0-4163-b16f-7702037b27fc None None] Routers {'e12303d6-3780-4b17-ba3e-71539bec6630'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:43.361333 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-df92ef07-7af0-4163-b16f-7702037b27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['e12303d6-3780-4b17-ba3e-71539bec6630'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:43.419642 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bb8f5-40e6-4d4b-bdbd-c7752f31ea31 req-1616286c-353d-4dc6-9e45-7a94187081dd tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:43.421231 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-886bb8f5-40e6-4d4b-bdbd-c7752f31ea31 req-1616286c-353d-4dc6-9e45-7a94187081dd tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 943 time: 0.0538881 Feb 16 14:33:43.436143 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:43.489005 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-093d2773-db64-402b-9c6c-2ed8e8071e90 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8922739 Feb 16 14:33:43.493036 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'tag': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:43.495281 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50c02363fa5426f791f6a8f15be870b1b836575fcc63bad3ce40b43bfc1392ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666af998-7b28-4a55-8d93-3eca529edb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "87355bb4-caa4-4b39-b107-dd6b0c738aed", "tag": "fcc79a8a-76c4-4a76-9e4d-93bb89857266"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:43.514428 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-886bb8f5-40e6-4d4b-bdbd-c7752f31ea31 req-8fbd9241-08c7-44e2-8690-d6bbdb5dac95 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849864 Feb 16 14:33:43.543800 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d7d868-6e83-40ea-9c80-f692df869315 x-openstack-request-id: req-38d7d868-6e83-40ea-9c80-f692df869315 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:43.544104 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87355bb4-caa4-4b39-b107-dd6b0c738aed", "tag": "fcc79a8a-76c4-4a76-9e4d-93bb89857266", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:43.544363 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-38d7d868-6e83-40ea-9c80-f692df869315 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:43.544767 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'tag': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'status': 'completed', 'code': 200} Feb 16 14:33:43.605491 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-df92ef07-7af0-4163-b16f-7702037b27fc None None] Set router e12303d6-3780-4b17-ba3e-71539bec6630 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:43.610476 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666af998-7b28-4a55-8d93-3eca529edb5c req-cc8efab8-2e71-46c0-a948-00a8f24ec271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:43.612012 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-666af998-7b28-4a55-8d93-3eca529edb5c req-cc8efab8-2e71-46c0-a948-00a8f24ec271 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=67b8e2de3b6c4d2bb841ceb49c5888bd&device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 1130 time: 0.0452616 Feb 16 14:33:43.709229 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666af998-7b28-4a55-8d93-3eca529edb5c req-b26c80d4-de08-4e9a-a357-acc2ab5a13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:43.711253 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-666af998-7b28-4a55-8d93-3eca529edb5c req-b26c80d4-de08-4e9a-a357-acc2ab5a13a7 service neutron] 10.222.0.127 "GET /v2.0/networks?id=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 HTTP/1.1" status: 200 len: 910 time: 0.0908461 Feb 16 14:33:43.777199 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-666af998-7b28-4a55-8d93-3eca529edb5c req-6b1246b4-e6be-484f-85d5-e5144c7f813f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266 HTTP/1.1" status: 200 len: 1000 time: 0.0586510 Feb 16 14:33:43.828730 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-df92ef07-7af0-4163-b16f-7702037b27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:53Z', 'revision_number': 4, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port': {'id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '2eac3214-f74f-4757-9995-2d90f103c2a4', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'port_id': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'mac_address': 'fa:16:3e:17:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:33:42Z', 'updated_at': '2022-02-16T14:33:42Z', 'revision_number': 0, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71869212-603b-468a-81e2-60b2e5356af9', 'name': '', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'mac_address': 'fa:16:3e:59:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '590f974b-21de-4a14-a4f5-cce979909e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:52Z', 'updated_at': '2022-02-16T14:32:57Z', 'revision_number': 5, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'subnets': [{'id': '590f974b-21de-4a14-a4f5-cce979909e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:43.832948 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666af998-7b28-4a55-8d93-3eca529edb5c req-f7f2096b-0f66-45ab-a7b9-6c8777871583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:43.834439 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-666af998-7b28-4a55-8d93-3eca529edb5c req-f7f2096b-0f66-45ab-a7b9-6c8777871583 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=590f974b-21de-4a14-a4f5-cce979909e16 HTTP/1.1" status: 200 len: 848 time: 0.0442846 Feb 16 14:33:43.856077 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92ef07-7af0-4163-b16f-7702037b27fc None None] Checking router: e12303d6-3780-4b17-ba3e-71539bec6630 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:43.864697 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92ef07-7af0-4163-b16f-7702037b27fc None None] Routers {'e12303d6-3780-4b17-ba3e-71539bec6630'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:43.865366 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-df92ef07-7af0-4163-b16f-7702037b27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['e12303d6-3780-4b17-ba3e-71539bec6630'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:43.902896 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666af998-7b28-4a55-8d93-3eca529edb5c req-87841c1e-69f2-4b55-8768-85925db5988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:43.904409 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-666af998-7b28-4a55-8d93-3eca529edb5c req-87841c1e-69f2-4b55-8768-85925db5988c service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478699 Feb 16 14:33:43.973382 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-df92ef07-7af0-4163-b16f-7702037b27fc None None] Set router e12303d6-3780-4b17-ba3e-71539bec6630 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:43.994749 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-666af998-7b28-4a55-8d93-3eca529edb5c req-e5900e2e-ad07-47cb-92c3-dcb4544b93f9 service neutron] 10.222.0.127 "GET /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832391 Feb 16 14:33:44.091210 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-666af998-7b28-4a55-8d93-3eca529edb5c req-32faa5fb-da05-4182-a1e0-a1c0372db5d8 service neutron] 10.222.0.127 "GET /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851715 Feb 16 14:33:44.196758 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-df92ef07-7af0-4163-b16f-7702037b27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:53Z', 'revision_number': 4, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port': {'id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '2eac3214-f74f-4757-9995-2d90f103c2a4', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'port_id': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'mac_address': 'fa:16:3e:17:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:33:42Z', 'updated_at': '2022-02-16T14:33:42Z', 'revision_number': 0, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71869212-603b-468a-81e2-60b2e5356af9', 'name': '', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'mac_address': 'fa:16:3e:59:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '590f974b-21de-4a14-a4f5-cce979909e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:52Z', 'updated_at': '2022-02-16T14:32:57Z', 'revision_number': 5, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'subnets': [{'id': '590f974b-21de-4a14-a4f5-cce979909e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:44.227737 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92ef07-7af0-4163-b16f-7702037b27fc None None] The sync data for ids ['e12303d6-3780-4b17-ba3e-71539bec6630'] in dv-cinder-778193-17-iscsi is: [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:53Z', 'revision_number': 4, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port': {'id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '2eac3214-f74f-4757-9995-2d90f103c2a4', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'port_id': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'mac_address': 'fa:16:3e:17:3a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:33:42Z', 'updated_at': '2022-02-16T14:33:42Z', 'revision_number': 0, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71869212-603b-468a-81e2-60b2e5356af9', 'name': '', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'mac_address': 'fa:16:3e:59:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '590f974b-21de-4a14-a4f5-cce979909e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:52Z', 'updated_at': '2022-02-16T14:32:57Z', 'revision_number': 5, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'subnets': [{'id': '590f974b-21de-4a14-a4f5-cce979909e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:44.414683 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0683750-43b9-49ec-a976-998e0ed3d649 None None] New status for floating IP 2eac3214-f74f-4757-9995-2d90f103c2a4: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:33:44.639968 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d18227-3f82-4f33-b3ea-0cb496540ce3 req-0556b8dc-3c31-4299-9b0f-f464f3039d22 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:44.641485 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-09d18227-3f82-4f33-b3ea-0cb496540ce3 req-0556b8dc-3c31-4299-9b0f-f464f3039d22 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 943 time: 0.0548773 Feb 16 14:33:44.690633 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-09d18227-3f82-4f33-b3ea-0cb496540ce3 req-d6587bb3-a278-4ade-9ad1-681a3007251d tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435791 Feb 16 14:33:45.807382 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21aff2-4116-4e1e-8ad1-3c531bf17b47 req-a58dcb5e-00ff-42c5-9490-09db4f0af25c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:45.808827 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8d21aff2-4116-4e1e-8ad1-3c531bf17b47 req-a58dcb5e-00ff-42c5-9490-09db4f0af25c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 943 time: 0.0507417 Feb 16 14:33:45.856858 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8d21aff2-4116-4e1e-8ad1-3c531bf17b47 req-2fb4421b-2171-49a4-a877-9cf34d22335f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424116 Feb 16 14:33:46.794834 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device a6a3d505-2303-4112-aeb2-904903b018da details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:33:46.893319 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port a6a3d505-2303-4112-aeb2-904903b018da, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a6a3d505-2303-4112-aeb2-904903b018da,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:46.903724 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': 'a6a3d505-2303-4112-aeb2-904903b018da', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'port_id': 'a6a3d505-2303-4112-aeb2-904903b018da', 'mac_address': 'fa:16:3e:b7:7e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:33:46.941838 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port a6a3d505-2303-4112-aeb2-904903b018da is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:46.942230 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (a6a3d505-2303-4112-aeb2-904903b018da), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:46.955376 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a3d505-2303-4112-aeb2-904903b018da {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:33:46.974124 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port a6a3d505-2303-4112-aeb2-904903b018da, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a6a3d505-2303-4112-aeb2-904903b018da,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:46.981877 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17ea04-e5ef-4305-abbe-eff75cfc2c74 req-9e5c5be9-7c7d-4076-ab1f-908c9aa8723d tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:46.983346 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee17ea04-e5ef-4305-abbe-eff75cfc2c74 req-9e5c5be9-7c7d-4076-ab1f-908c9aa8723d tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 943 time: 0.0562503 Feb 16 14:33:47.031252 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee17ea04-e5ef-4305-abbe-eff75cfc2c74 req-0afa43b3-733f-4e6a-b789-9667387af187 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423865 Feb 16 14:33:47.072349 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (a6a3d505-2303-4112-aeb2-904903b018da), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:47.120189 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=a6a3d505-2303-4112-aeb2-904903b018da,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:47.350143 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['a6a3d505-2303-4112-aeb2-904903b018da'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:33:48.154361 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6210d-8d1e-4c2e-be87-d5340c5ea6d9 req-a6c7c973-80ff-4f57-8012-ffbfb1276a2f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:48.155824 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3de6210d-8d1e-4c2e-be87-d5340c5ea6d9 req-a6c7c973-80ff-4f57-8012-ffbfb1276a2f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 944 time: 0.0545752 Feb 16 14:33:48.204627 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3de6210d-8d1e-4c2e-be87-d5340c5ea6d9 req-cc98d39f-14a2-4ec3-a254-c0c7c1ee9d02 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432212 Feb 16 14:33:48.543505 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243776f-23f6-4031-a4bc-6f0403e788a4 req-b0a35fc4-15c1-4a19-af98-69e699468b73 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:48.549267 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a243776f-23f6-4031-a4bc-6f0403e788a4 req-b0a35fc4-15c1-4a19-af98-69e699468b73 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0659931 Feb 16 14:33:48.592465 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a243776f-23f6-4031-a4bc-6f0403e788a4 req-b5063e9a-da17-47d5-8373-bdb4cb19b496 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418348 Feb 16 14:33:48.820546 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device a6a3d505-2303-4112-aeb2-904903b018da up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:33:48.941985 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port a6a3d505-2303-4112-aeb2-904903b018da completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:33:48.946267 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port a6a3d505-2303-4112-aeb2-904903b018da triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:33:48.951311 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (a6a3d505-2303-4112-aeb2-904903b018da), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:49.024774 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port a6a3d505-2303-4112-aeb2-904903b018da is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:33:49.025200 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (a6a3d505-2303-4112-aeb2-904903b018da), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:49.047722 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8303aa18-616b-4433-847f-2e21a3c5b110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a3d505-2303-4112-aeb2-904903b018da'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:49.050036 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab98994-2fee-4972-9eec-fd7e6aeead3b" -d '{"events": [{"server_uuid": "8303aa18-616b-4433-847f-2e21a3c5b110", "name": "network-vif-plugged", "status": "completed", "tag": "a6a3d505-2303-4112-aeb2-904903b018da"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:49.063168 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port a6a3d505-2303-4112-aeb2-904903b018da, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a6a3d505-2303-4112-aeb2-904903b018da,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:49.085574 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad20eb0-d1bc-4603-85f0-6128d1acd141 x-openstack-request-id: req-bad20eb0-d1bc-4603-85f0-6128d1acd141 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:49.085868 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8303aa18-616b-4433-847f-2e21a3c5b110", "name": "network-vif-plugged", "status": "completed", "tag": "a6a3d505-2303-4112-aeb2-904903b018da", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:49.086175 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-bad20eb0-d1bc-4603-85f0-6128d1acd141 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:49.086573 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8303aa18-616b-4433-847f-2e21a3c5b110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a3d505-2303-4112-aeb2-904903b018da', 'code': 200} Feb 16 14:33:49.147601 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (a6a3d505-2303-4112-aeb2-904903b018da), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:49.197987 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=a6a3d505-2303-4112-aeb2-904903b018da,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:49.290553 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51357c6d-85ad-4893-b6e7-c153a20a9a27 req-e9305f7e-b670-4087-a3e0-e262bddbbd0f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:49.292259 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-51357c6d-85ad-4893-b6e7-c153a20a9a27 req-e9305f7e-b670-4087-a3e0-e262bddbbd0f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 945 time: 0.0610976 Feb 16 14:33:49.362651 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfd4af-765f-41b6-bbde-b5d27d9ffeaa req-898951e7-49ff-43c8-aa40-37b4c353f76b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:49.364095 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-70cfd4af-765f-41b6-bbde-b5d27d9ffeaa req-898951e7-49ff-43c8-aa40-37b4c353f76b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 945 time: 0.0892115 Feb 16 14:33:49.371782 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-51357c6d-85ad-4893-b6e7-c153a20a9a27 req-8c5963e2-e722-40e6-b521-291aa0d48278 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=87edbbe2-bd55-4b4d-9054-a31a046bd504&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606380 Feb 16 14:33:49.421020 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-70cfd4af-765f-41b6-bbde-b5d27d9ffeaa req-fce51865-07d4-4b61-92df-97cad248d671 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482807 Feb 16 14:33:49.451997 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565d2c3-64ea-445e-90fc-febe2fbb4992 req-e95dcad6-4a75-490f-920c-0e1d594a5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:49.453483 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a565d2c3-64ea-445e-90fc-febe2fbb4992 req-e95dcad6-4a75-490f-920c-0e1d594a5c27 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 1129 time: 0.0457330 Feb 16 14:33:49.501038 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a565d2c3-64ea-445e-90fc-febe2fbb4992 req-daa3c615-c018-4e5b-8c30-c622a27a5542 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389559 Feb 16 14:33:49.719919 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52127be5-1e54-4599-aba4-7d60a5e842d5 req-9c00e4b1-69e9-4107-96b9-90e5c9ffcbab tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:49.721437 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-52127be5-1e54-4599-aba4-7d60a5e842d5 req-9c00e4b1-69e9-4107-96b9-90e5c9ffcbab tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0507970 Feb 16 14:33:49.766943 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-52127be5-1e54-4599-aba4-7d60a5e842d5 req-6e3e02b5-e339-42ab-a591-729c96c3b705 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393107 Feb 16 14:33:50.491458 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ca311-cc1f-45d0-b469-047dd9390d40 req-6342e1e4-0d4a-49db-ac02-f26621fa96cf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:50.492969 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-070ca311-cc1f-45d0-b469-047dd9390d40 req-6342e1e4-0d4a-49db-ac02-f26621fa96cf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 945 time: 0.0532348 Feb 16 14:33:50.812606 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-070ca311-cc1f-45d0-b469-047dd9390d40 req-d8ca113e-210d-4388-82b9-7b164c2cf760 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=87edbbe2-bd55-4b4d-9054-a31a046bd504&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3106906 Feb 16 14:33:50.820901 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16515af8-cbad-4c44-988c-28e53e501404 req-2122414d-e242-4298-a46b-d6aa26f9bd18 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:50.822349 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-16515af8-cbad-4c44-988c-28e53e501404 req-2122414d-e242-4298-a46b-d6aa26f9bd18 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 945 time: 0.3285153 Feb 16 14:33:50.875938 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-16515af8-cbad-4c44-988c-28e53e501404 req-3e6581c6-fcd5-49f3-bd59-5efad27c7070 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477333 Feb 16 14:33:50.930199 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71ba54-9169-4d75-949a-2502aab508a6 req-cde2af6c-d272-4952-997f-37a049b8ce86 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:50.931672 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b71ba54-9169-4d75-949a-2502aab508a6 req-cde2af6c-d272-4952-997f-37a049b8ce86 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0528867 Feb 16 14:33:50.950312 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:33:50.977436 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b71ba54-9169-4d75-949a-2502aab508a6 req-e5273b43-796c-4ecb-9153-e73af1bae6b3 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402868 Feb 16 14:33:51.471076 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-3cbc1ab0-dad6-445c-8caf-4061e5c4381d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:51.472516 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-3cbc1ab0-dad6-445c-8caf-4061e5c4381d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.127 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 945 time: 0.0508444 Feb 16 14:33:51.567571 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Deleting port 43a8d2f7-32bb-4286-be3c-13348292f4fc {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:51.568094 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:51.653916 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] For port 43a8d2f7-32bb-4286-be3c-13348292f4fc, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=43a8d2f7-32bb-4286-be3c-13348292f4fc,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:33:51.654282 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:51.822360 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:51.822719 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (15c76b6e-4d38-4941-81c8-540284759c5b), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:51.823038 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.l3_db [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Floating IP 15c76b6e-4d38-4941-81c8-540284759c5b disassociated. External IP: 172.27.1.211, port: 43a8d2f7-32bb-4286-be3c-13348292f4fc. Feb 16 14:33:51.823381 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Calling delete_port for 43a8d2f7-32bb-4286-be3c-13348292f4fc owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:51.936271 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f3c10-f1f3-44a4-a19e-96f7ba3d453c req-d2e7ea93-fc34-4552-afad-a5c075595a8d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:51.937817 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-059f3c10-f1f3-44a4-a19e-96f7ba3d453c req-d2e7ea93-fc34-4552-afad-a5c075595a8d tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 945 time: 0.0593584 Feb 16 14:33:52.004908 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (43a8d2f7-32bb-4286-be3c-13348292f4fc), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:52.011217 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-059f3c10-f1f3-44a4-a19e-96f7ba3d453c req-25de779f-8971-4017-91c6-117e5f33863f tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups?id=87edbbe2-bd55-4b4d-9054-a31a046bd504&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672238 Feb 16 14:33:52.027221 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1e23e-b0b9-42b2-bd04-2d7cc072af1c req-5e2750a6-9842-433f-8d8d-179a4fec1f8e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:52.028672 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2af1e23e-b0b9-42b2-bd04-2d7cc072af1c req-5e2750a6-9842-433f-8d8d-179a4fec1f8e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 945 time: 0.0778484 Feb 16 14:33:52.048760 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event deleted for resources: {'Port': ['ID=43a8d2f7-32bb-4286-be3c-13348292f4fc,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:52.091181 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2af1e23e-b0b9-42b2-bd04-2d7cc072af1c req-5ea4ec87-8106-4cbf-9cab-4ebee08170a6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566638 Feb 16 14:33:52.132251 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cd673-c4b7-4953-a202-aaf1ec0d8ba6 req-77dd35ce-77c2-4da9-a92c-956c42e540e6 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:52.133792 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1e5cd673-c4b7-4953-a202-aaf1ec0d8ba6 req-77dd35ce-77c2-4da9-a92c-956c42e540e6 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0600257 Feb 16 14:33:52.175062 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:52.212950 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1e5cd673-c4b7-4953-a202-aaf1ec0d8ba6 req-684d2a40-b9f1-4d5f-b581-dc8fb3c92d6e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731745 Feb 16 14:33:52.238038 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef1b94-e8a8-43e9-b0e0-ed2d512fbca5 req-2bbc6458-292c-4a4f-9a74-2f2063ff3f1b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:52.239638 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-20ef1b94-e8a8-43e9-b0e0-ed2d512fbca5 req-2bbc6458-292c-4a4f-9a74-2f2063ff3f1b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 945 time: 0.0780458 Feb 16 14:33:52.282710 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:52.290353 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-20ef1b94-e8a8-43e9-b0e0-ed2d512fbca5 req-836316e1-419f-4ca7-8427-682fe11e175b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441835 Feb 16 14:33:52.294693 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755486b5-d14b-4e24-8009-b044fc70ecd9 None None] Sync routers for ids ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:52.306907 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755486b5-d14b-4e24-8009-b044fc70ecd9 None None] Routers {'7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:52.307539 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-755486b5-d14b-4e24-8009-b044fc70ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:52.313340 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52916) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:52.332052 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] No DVR routers for this DVR port 43a8d2f7-32bb-4286-be3c-13348292f4fc on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:52.334733 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:52.338476 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-874dee9a-428f-4a13-a4ab-8a9ca9d1a60c req-9dcf3aca-af26-4daf-aad8-2529e7d7caa0 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.127 "DELETE /v2.0/ports/43a8d2f7-32bb-4286-be3c-13348292f4fc HTTP/1.1" status: 204 len: 173 time: 0.8603940 Feb 16 14:33:52.338950 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba', 'name': 'network-vif-deleted', 'tag': '43a8d2f7-32bb-4286-be3c-13348292f4fc'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:52.342197 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa28c5d1-2026-46b4-97c5-5706c7009720" -d '{"events": [{"server_uuid": "9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba", "name": "network-vif-deleted", "tag": "43a8d2f7-32bb-4286-be3c-13348292f4fc"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:52.365312 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c266a6-e754-4b66-aa23-a465337aa226 tempest-TestVolumeBootPattern-795208611 tempest-TestVolumeBootPattern-795208611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:52.365312 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-20c266a6-e754-4b66-aa23-a465337aa226 tempest-TestVolumeBootPattern-795208611 tempest-TestVolumeBootPattern-795208611-project-admin] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 1124 time: 0.0490193 Feb 16 14:33:52.367114 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52920) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:52.371515 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Request body: {'floatingip': {'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'port_id': 'a6a3d505-2303-4112-aeb2-904903b018da', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:33:52.385659 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b00aa3-16f2-45d9-8226-64dfa0fbfd47 x-openstack-request-id: req-90b00aa3-16f2-45d9-8226-64dfa0fbfd47 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:52.385976 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba", "name": "network-vif-deleted", "tag": "43a8d2f7-32bb-4286-be3c-13348292f4fc", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:52.386292 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-90b00aa3-16f2-45d9-8226-64dfa0fbfd47 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:52.393362 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba', 'name': 'network-vif-deleted', 'tag': '43a8d2f7-32bb-4286-be3c-13348292f4fc', 'status': 'completed', 'code': 200} Feb 16 14:33:52.422798 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-755486b5-d14b-4e24-8009-b044fc70ecd9 None None] Set router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:52.478383 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:52.601400 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:52.647417 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-755486b5-d14b-4e24-8009-b044fc70ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:38Z', 'revision_number': 5, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:52.674182 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755486b5-d14b-4e24-8009-b044fc70ecd9 None None] Checking router: 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:52.682976 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755486b5-d14b-4e24-8009-b044fc70ecd9 None None] Routers {'7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:52.683593 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-755486b5-d14b-4e24-8009-b044fc70ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:52.708160 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Allocated IP 172.27.1.26 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/5499dbb0-b90b-401a-9862-98de03bc104e) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:33:52.791994 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-755486b5-d14b-4e24-8009-b044fc70ecd9 None None] Set router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:52.813386 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for port (5499dbb0-b90b-401a-9862-98de03bc104e), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:52.894920 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (5499dbb0-b90b-401a-9862-98de03bc104e), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:52.938535 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:33:52.941769 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:33:52.945432 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:33:52.977449 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'Port': ['ID=5499dbb0-b90b-401a-9862-98de03bc104e,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:52.995482 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.995839 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.996185 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.996533 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.996898 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.997236 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.997568 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.997899 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.998228 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.998557 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.998882 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.999204 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.999523 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:53.158986 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-755486b5-d14b-4e24-8009-b044fc70ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:38Z', 'revision_number': 5, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:53.189128 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755486b5-d14b-4e24-8009-b044fc70ecd9 None None] The sync data for ids ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'] in dv-cinder-778193-17-iscsi is: [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '46ab8418-2e21-425b-9b7e-d6ffeecdb71f', 'name': '', 'network_id': 'a6b11c3c-5991-4844-a883-8a00049c7bc1', 'tenant_id': '60742357eb9840178f82489d14042333', 'mac_address': 'fa:16:3e:59:10:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:32Z', 'updated_at': '2022-02-16T14:27:38Z', 'revision_number': 5, 'project_id': '60742357eb9840178f82489d14042333', 'subnets': [{'id': '2e4758ce-a9f3-4b67-b980-030eaf312697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:53.192947 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f07b2517-437c-41d6-b70b-68e72cec6135 req-a5598767-290b-4a8e-98ed-76223c46b045 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/ports?device_id=9b94f4f8-284d-4bbb-b5ad-2d57c8a977ba HTTP/1.1" status: 200 len: 210 time: 0.0831716 Feb 16 14:33:53.424436 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1d2c7-a4d3-4f89-b5f1-6a47606bd1a4 req-a2d77dd1-46cc-4981-8f3c-4b5b6ad502ed tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:53.425960 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7da1d2c7-a4d3-4f89-b5f1-6a47606bd1a4 req-a2d77dd1-46cc-4981-8f3c-4b5b6ad502ed tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.1279972 Feb 16 14:33:53.439428 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05136ca2-ca5f-4e31-92d4-1b504ed021f6 None None] New status for floating IP 15c76b6e-4d38-4941-81c8-540284759c5b: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:33:53.461904 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for floatingip (d0be3b9a-5de2-48e3-9dac-6d79f2e17c45), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:53.508475 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7da1d2c7-a4d3-4f89-b5f1-6a47606bd1a4 req-070f69b9-c986-4201-b487-5740c2767964 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759478 Feb 16 14:33:53.609239 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (5499dbb0-b90b-401a-9862-98de03bc104e), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:53.760156 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for port (5499dbb0-b90b-401a-9862-98de03bc104e), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:53.820943 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092046'] for port (5499dbb0-b90b-401a-9862-98de03bc104e), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:53.890013 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'Port': ['ID=5499dbb0-b90b-401a-9862-98de03bc104e,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:53.901952 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (d0be3b9a-5de2-48e3-9dac-6d79f2e17c45), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:54.001500 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Floating IP d0be3b9a-5de2-48e3-9dac-6d79f2e17c45 associated. External IP: 172.27.1.26, port: a6a3d505-2303-4112-aeb2-904903b018da. Feb 16 14:33:54.203046 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Router 98f0b610-e1f9-43f5-8054-fbcade023e8e has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:33:54.315221 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:33:54.325972 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b4cc41-4da4-45ef-850c-9706e3a76ce5 None None] Sync routers for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:54.336859 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b4cc41-4da4-45ef-850c-9706e3a76ce5 None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:54.337467 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-78b4cc41-4da4-45ef-850c-9706e3a76ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:54.346811 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52930) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:54.401184 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:54.406895 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-370115eb-96b3-4812-866b-a3d6f1972412 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group (87edbbe2-bd55-4b4d-9054-a31a046bd504), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:54.445597 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-78b4cc41-4da4-45ef-850c-9706e3a76ce5 None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:54.454964 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-e16fb94c-52bd-4deb-aaba-60b77f40e2e6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0866134 Feb 16 14:33:54.456745 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-370115eb-96b3-4812-866b-a3d6f1972412 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group (87edbbe2-bd55-4b4d-9054-a31a046bd504), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:54.459193 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8303aa18-616b-4433-847f-2e21a3c5b110', 'tag': 'a6a3d505-2303-4112-aeb2-904903b018da'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:33:54.461381 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50c02363fa5426f791f6a8f15be870b1b836575fcc63bad3ce40b43bfc1392ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bf4db8-6f06-49aa-9a29-168d805553fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8303aa18-616b-4433-847f-2e21a3c5b110", "tag": "a6a3d505-2303-4112-aeb2-904903b018da"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:33:54.507572 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afb7b19-b5a1-419e-b92c-63b2e7807d18 x-openstack-request-id: req-3afb7b19-b5a1-419e-b92c-63b2e7807d18 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:33:54.507572 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8303aa18-616b-4433-847f-2e21a3c5b110", "tag": "a6a3d505-2303-4112-aeb2-904903b018da", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:33:54.507572 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-3afb7b19-b5a1-419e-b92c-63b2e7807d18 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:33:54.507572 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8303aa18-616b-4433-847f-2e21a3c5b110', 'tag': 'a6a3d505-2303-4112-aeb2-904903b018da', 'status': 'completed', 'code': 200} Feb 16 14:33:54.578357 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf4db8-6f06-49aa-9a29-168d805553fb req-d0ef5b36-ff90-42ae-9e75-65e842743026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:54.580381 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-370115eb-96b3-4812-866b-a3d6f1972412 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (87edbbe2-bd55-4b4d-9054-a31a046bd504), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:54.583562 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-370115eb-96b3-4812-866b-a3d6f1972412 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:54.584734 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-370115eb-96b3-4812-866b-a3d6f1972412 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "DELETE /v2.0/security-groups/87edbbe2-bd55-4b4d-9054-a31a046bd504 HTTP/1.1" status: 204 len: 168 time: 0.2368777 Feb 16 14:33:54.587994 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52938) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:54.589874 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-35bf4db8-6f06-49aa-9a29-168d805553fb req-d0ef5b36-ff90-42ae-9e75-65e842743026 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 1129 time: 0.0577607 Feb 16 14:33:54.619266 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370115eb-96b3-4812-866b-a3d6f1972412 tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87edbbe2-bd55-4b4d-9054-a31a046bd504,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:54.637028 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.api.v2.resource [None req-2c61ea50-b3d8-439f-aad0-4acb85a670db tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] show failed (client error): The resource could not be found. Feb 16 14:33:54.640690 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2c61ea50-b3d8-439f-aad0-4acb85a670db tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "GET /v2.0/security-groups/87edbbe2-bd55-4b4d-9054-a31a046bd504 HTTP/1.1" status: 404 len: 347 time: 0.0467527 Feb 16 14:33:54.641404 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52940) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:54.691039 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf4db8-6f06-49aa-9a29-168d805553fb req-e6e8aeea-43f7-4c9e-9810-0a03193924d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:54.693364 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-35bf4db8-6f06-49aa-9a29-168d805553fb req-e6e8aeea-43f7-4c9e-9810-0a03193924d6 service neutron] 10.222.0.127 "GET /v2.0/networks?id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac HTTP/1.1" status: 200 len: 913 time: 0.0957839 Feb 16 14:33:54.721303 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-78b4cc41-4da4-45ef-850c-9706e3a76ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': 'd0be3b9a-5de2-48e3-9dac-6d79f2e17c45', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': 'a6a3d505-2303-4112-aeb2-904903b018da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:b7:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303aa18-616b-4433-847f-2e21a3c5b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:33:53Z', 'updated_at': '2022-02-16T14:33:53Z', 'revision_number': 0, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:54.740929 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10af77-be0d-436f-8cf3-1369737feeac req-1cf1fba0-5559-422e-a443-00a37b769cc4 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:54.742482 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ac10af77-be0d-436f-8cf3-1369737feeac req-1cf1fba0-5559-422e-a443-00a37b769cc4 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.1400285 Feb 16 14:33:54.748482 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b4cc41-4da4-45ef-850c-9706e3a76ce5 None None] Checking router: 98f0b610-e1f9-43f5-8054-fbcade023e8e for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:54.757203 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b4cc41-4da4-45ef-850c-9706e3a76ce5 None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:33:54.758003 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-78b4cc41-4da4-45ef-850c-9706e3a76ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:54.764387 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-35bf4db8-6f06-49aa-9a29-168d805553fb req-0463049a-24af-4b56-aff0-6ae33a05b52f service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6a3d505-2303-4112-aeb2-904903b018da HTTP/1.1" status: 200 len: 998 time: 0.0656617 Feb 16 14:33:54.815032 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf4db8-6f06-49aa-9a29-168d805553fb req-0167e608-cfed-4b2d-b942-58baea89a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:54.815287 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ac10af77-be0d-436f-8cf3-1369737feeac req-2e4eee61-2d63-47df-8509-b67b5146c307 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532887 Feb 16 14:33:54.816723 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-35bf4db8-6f06-49aa-9a29-168d805553fb req-0167e608-cfed-4b2d-b942-58baea89a6b2 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6a6eba54-d08a-4809-9cbc-4e2a0d64b56a HTTP/1.1" status: 200 len: 851 time: 0.0460725 Feb 16 14:33:54.822997 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-95c7d9fe-e56c-4777-9108-975825015ccf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Deleting port 7fde3220-03ed-4d50-913a-93d8aea8001f {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:54.823429 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-95c7d9fe-e56c-4777-9108-975825015ccf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (7fde3220-03ed-4d50-913a-93d8aea8001f), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:54.863984 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 43a8d2f7-32bb-4286-be3c-13348292f4fc no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:33:54.876085 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf4db8-6f06-49aa-9a29-168d805553fb req-f8370ea7-3904-4cac-a596-b2505f5ae9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:54.877636 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-35bf4db8-6f06-49aa-9a29-168d805553fb req-f8370ea7-3904-4cac-a596-b2505f5ae9d6 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522163 Feb 16 14:33:54.904229 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: 43a8d2f7-32bb-4286-be3c-13348292f4fc {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:33:54.904585 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 43a8d2f7-32bb-4286-be3c-13348292f4fc not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:33:54.907119 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-78b4cc41-4da4-45ef-850c-9706e3a76ce5 None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:33:54.910630 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-95c7d9fe-e56c-4777-9108-975825015ccf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (7fde3220-03ed-4d50-913a-93d8aea8001f), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:54.911895 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-95c7d9fe-e56c-4777-9108-975825015ccf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for floatingip (7fde3220-03ed-4d50-913a-93d8aea8001f), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:54.925966 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-95c7d9fe-e56c-4777-9108-975825015ccf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Calling delete_port for 7fde3220-03ed-4d50-913a-93d8aea8001f owned by network:floatingip {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:33:54.973316 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-35bf4db8-6f06-49aa-9a29-168d805553fb req-7de0335b-58e2-4b36-b2f5-225a87a8c558 service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886014 Feb 16 14:33:55.068961 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-35bf4db8-6f06-49aa-9a29-168d805553fb req-8f0e8bd1-787c-4dbf-a9e5-cc00eb4c8e2d service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897908 Feb 16 14:33:55.128127 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-95c7d9fe-e56c-4777-9108-975825015ccf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (7fde3220-03ed-4d50-913a-93d8aea8001f), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:55.144206 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-78b4cc41-4da4-45ef-850c-9706e3a76ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': 'd0be3b9a-5de2-48e3-9dac-6d79f2e17c45', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': 'a6a3d505-2303-4112-aeb2-904903b018da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:b7:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303aa18-616b-4433-847f-2e21a3c5b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:33:53Z', 'updated_at': '2022-02-16T14:33:53Z', 'revision_number': 0, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:55.153665 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7d9fe-e56c-4777-9108-975825015ccf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Pushing event deleted for resources: {'Port': ['ID=7fde3220-03ed-4d50-913a-93d8aea8001f,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:55.173682 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b4cc41-4da4-45ef-850c-9706e3a76ce5 None None] The sync data for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi is: [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': 'd0be3b9a-5de2-48e3-9dac-6d79f2e17c45', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': 'a6a3d505-2303-4112-aeb2-904903b018da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:b7:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303aa18-616b-4433-847f-2e21a3c5b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:33:53Z', 'updated_at': '2022-02-16T14:33:53Z', 'revision_number': 0, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:55.218208 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-95c7d9fe-e56c-4777-9108-975825015ccf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks [] for floatingip (15c76b6e-4d38-4941-81c8-540284759c5b), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:55.220980 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-95c7d9fe-e56c-4777-9108-975825015ccf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:55.222171 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-95c7d9fe-e56c-4777-9108-975825015ccf tempest-AttachVolumeTestJSON-127878055 tempest-AttachVolumeTestJSON-127878055-project] 10.222.0.133 "DELETE /v2.0/floatingips/15c76b6e-4d38-4941-81c8-540284759c5b HTTP/1.1" status: 204 len: 168 time: 0.5801582 Feb 16 14:33:55.369012 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c3012-a3f6-491e-a87a-4b875138311f None None] New status for floating IP d0be3b9a-5de2-48e3-9dac-6d79f2e17c45: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:33:55.957274 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5b496-8c61-404c-8f02-c9938380483d req-a95bcde6-92a2-4bd5-8a6b-adae0bcce28b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:55.958799 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c2a5b496-8c61-404c-8f02-c9938380483d req-a95bcde6-92a2-4bd5-8a6b-adae0bcce28b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0567482 Feb 16 14:33:56.006028 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c2a5b496-8c61-404c-8f02-c9938380483d req-f994957b-8674-442e-bcac-93978947905d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417070 Feb 16 14:33:57.287893 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616791b7-93fc-40c8-9499-98f8c4b34131 req-bdfd9e54-33da-4333-9cb5-f336567ab4a1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:57.289403 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-616791b7-93fc-40c8-9499-98f8c4b34131 req-bdfd9e54-33da-4333-9cb5-f336567ab4a1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0528543 Feb 16 14:33:57.337715 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-616791b7-93fc-40c8-9499-98f8c4b34131 req-e9423fb0-e988-4e59-bfa8-20799f73a2c0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423269 Feb 16 14:33:58.461945 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b2b0-c988-434f-97e7-d2853d960303 req-f2bd4d8b-b679-4c16-8712-06cc3c85a5d5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:58.463488 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fad2b2b0-c988-434f-97e7-d2853d960303 req-f2bd4d8b-b679-4c16-8712-06cc3c85a5d5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0558879 Feb 16 14:33:58.510657 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fad2b2b0-c988-434f-97e7-d2853d960303 req-4957a5cd-517b-4bc4-8e10-fbc4626345ec tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414472 Feb 16 14:33:59.147780 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52978) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:33:59.586705 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b21a6f73-59d6-4324-8af3-c2510db1a8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016786'] for router_interface (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:33:59.710237 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f70241-490f-4071-b2bd-f326f1c0422f req-11be3ed6-c65b-4f0f-b1b2-a639ab921267 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:59.711700 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-76f70241-490f-4071-b2bd-f326f1c0422f req-11be3ed6-c65b-4f0f-b1b2-a639ab921267 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.1287804 Feb 16 14:33:59.813328 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-76f70241-490f-4071-b2bd-f326f1c0422f req-d6012d7a-d5ac-4c56-b71a-69969b788e11 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926032 Feb 16 14:33:59.906929 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-b21a6f73-59d6-4324-8af3-c2510db1a8d6 admin admin] Deleting port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:33:59.907270 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b21a6f73-59d6-4324-8af3-c2510db1a8d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:00.220653 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-b21a6f73-59d6-4324-8af3-c2510db1a8d6 admin admin] For port 46ab8418-2e21-425b-9b7e-d6ffeecdb71f, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=46ab8418-2e21-425b-9b7e-d6ffeecdb71f,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:00.220974 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b21a6f73-59d6-4324-8af3-c2510db1a8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:00.233678 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-b21a6f73-59d6-4324-8af3-c2510db1a8d6 admin admin] Calling delete_port for 46ab8418-2e21-425b-9b7e-d6ffeecdb71f owned by network:router_interface {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:34:00.466037 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b21a6f73-59d6-4324-8af3-c2510db1a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (46ab8418-2e21-425b-9b7e-d6ffeecdb71f), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:00.494111 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a6f73-59d6-4324-8af3-c2510db1a8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ab8418-2e21-425b-9b7e-d6ffeecdb71f,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:00.670573 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b21a6f73-59d6-4324-8af3-c2510db1a8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1018402'] for router_interface (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:00.883840 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21a6f73-59d6-4324-8af3-c2510db1a8d6 admin admin] Router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:34:00.901630 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 84bb47db-7162-4faf-a5ee-b9e6e28981f7 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:34:01.005511 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 84bb47db-7162-4faf-a5ee-b9e6e28981f7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:01.017118 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'port_id': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'mac_address': 'fa:16:3e:06:b2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:34:01.020132 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9bdaf-2f88-4f25-b830-33cf769453c6 req-33592bae-5fc7-4d0e-9d1e-94c08eb04596 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:01.021668 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3bc9bdaf-2f88-4f25-b830-33cf769453c6 req-33592bae-5fc7-4d0e-9d1e-94c08eb04596 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.1247330 Feb 16 14:34:01.040816 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21a6f73-59d6-4324-8af3-c2510db1a8d6 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:34:01.051423 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b21a6f73-59d6-4324-8af3-c2510db1a8d6 admin admin] 10.222.0.133 "PUT /v2.0/routers/7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9019840 Feb 16 14:34:01.054167 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 52988) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:01.057018 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30671bc9-a1ac-4703-8cea-8966a85ed67e None None] Sync routers for ids ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:34:01.065210 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 is: ACTIVE; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:34:01.065607 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.084611 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84bb47db-7162-4faf-a5ee-b9e6e28981f7 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:34:01.090395 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30671bc9-a1ac-4703-8cea-8966a85ed67e None None] Routers {'7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:34:01.091076 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-30671bc9-a1ac-4703-8cea-8966a85ed67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:01.155641 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3bc9bdaf-2f88-4f25-b830-33cf769453c6 req-4dbcdac4-ec57-45e6-b449-7fbb13b91848 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256955 Feb 16 14:34:01.170952 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 84bb47db-7162-4faf-a5ee-b9e6e28981f7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:01.189340 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] Publish callbacks [] for router (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.224574 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-30671bc9-a1ac-4703-8cea-8966a85ed67e None None] Set router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:34:01.253566 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.298037 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] Publish callbacks [] for router_gateway (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.346543 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['84bb47db-7162-4faf-a5ee-b9e6e28981f7'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:34:01.423157 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=84bb47db-7162-4faf-a5ee-b9e6e28981f7,revision_number=6']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:01.442902 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.443248 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.443593 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.443927 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.444256 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.444585 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.444943 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.445274 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.445602 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.445922 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.446244 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.446562 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.446880 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.453666 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] Deleting port 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:34:01.454206 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (75ecd9bc-6a78-4e74-9d1f-38afdfb7d346), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.479150 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.538990 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] For port 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=75ecd9bc-6a78-4e74-9d1f-38afdfb7d346,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:01.539356 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (75ecd9bc-6a78-4e74-9d1f-38afdfb7d346), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.560654 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] Calling delete_port for 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 owned by network:router_gateway {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:34:01.725197 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-30671bc9-a1ac-4703-8cea-8966a85ed67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:34:00Z', 'revision_number': 5, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port': {'id': '75ecd9bc-6a78-4e74-9d1f-38afdfb7d346', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:69:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:27Z', 'updated_at': '2022-02-16T14:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:01.758924 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30671bc9-a1ac-4703-8cea-8966a85ed67e None None] Checking router: 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:34:01.775694 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30671bc9-a1ac-4703-8cea-8966a85ed67e None None] Routers {'7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:34:01.776300 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-30671bc9-a1ac-4703-8cea-8966a85ed67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:33:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:01.801931 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (75ecd9bc-6a78-4e74-9d1f-38afdfb7d346), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.828464 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=75ecd9bc-6a78-4e74-9d1f-38afdfb7d346,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:01.890068 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-30671bc9-a1ac-4703-8cea-8966a85ed67e None None] Set router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 gateway port host: None {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:34:01.897870 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022104'] for router_gateway (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.957817 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-30671bc9-a1ac-4703-8cea-8966a85ed67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:34:01Z', 'revision_number': 6, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port_host': None}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:01.987165 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30671bc9-a1ac-4703-8cea-8966a85ed67e None None] The sync data for ids ['7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97'] in dv-cinder-778193-17-iscsi is: [{'id': '7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97', 'name': 'tempest-AttachVolumeTestJSON-1019365503-router', 'tenant_id': '60742357eb9840178f82489d14042333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:26Z', 'updated_at': '2022-02-16T14:34:01Z', 'revision_number': 6, 'project_id': '60742357eb9840178f82489d14042333', 'gw_port_host': None}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:34:01.996364 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62057'] for router (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:01.999066 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] Publish callbacks [] for router_controller (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.122981 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1029900'] for router (7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.123878 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 {{(pid=103211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:34:02.128597 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.131468 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-87ecf071-4467-4bba-9e0d-09185c216ae4 admin admin] 10.222.0.133 "DELETE /v2.0/routers/7b4f6f58-5a21-47f2-9c1c-5fb16d2bab97 HTTP/1.1" status: 204 len: 168 time: 1.0752814 Feb 16 14:34:02.140802 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 53012) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:02.190691 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Deleting subnet 2e4758ce-a9f3-4b67-b980-030eaf312697 {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:34:02.195388 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Publish callbacks [] for subnet (2e4758ce-a9f3-4b67-b980-030eaf312697), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.239290 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4615054'] for subnet (2e4758ce-a9f3-4b67-b980-030eaf312697), precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.311907 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961645e-a642-4464-a899-cd4a37ef3bc6 req-62468b38-71aa-43fd-8b6e-475068e7238d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:02.319886 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7961645e-a642-4464-a899-cd4a37ef3bc6 req-62468b38-71aa-43fd-8b6e-475068e7238d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 944 time: 0.0742314 Feb 16 14:34:02.338427 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (2e4758ce-a9f3-4b67-b980-030eaf312697), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.389414 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7961645e-a642-4464-a899-cd4a37ef3bc6 req-16966e0b-0828-4437-8a01-6ea43331d54c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683298 Feb 16 14:34:02.487922 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957719'] for subnet (2e4758ce-a9f3-4b67-b980-030eaf312697), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.516052 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e4758ce-a9f3-4b67-b980-030eaf312697,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:02.521133 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.524723 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] 10.222.0.133 "DELETE /v2.0/subnets/2e4758ce-a9f3-4b67-b980-030eaf312697 HTTP/1.1" status: 204 len: 168 time: 0.3825803 Feb 16 14:34:02.528517 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53016) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:02.530622 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7240125e-f814-4a59-889b-d80aa169bc09 None None] Network a6b11c3c-5991-4844-a883-8a00049c7bc1 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:34:02.533483 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:02.533483 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:02.533483 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:02.533483 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:02.533483 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:02.533483 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:02.534214 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:02.534556 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:02.535621 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:02.536134 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:02.536478 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:02.536831 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:02.537172 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de04727-850e-466b-ac27-f2706292920c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:02.622780 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (a6b11c3c-5991-4844-a883-8a00049c7bc1), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.693028 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Deleting port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:34:02.693526 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.775077 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] For port 679f46cb-fb9a-46f4-841f-8423e1b6bed7, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=679f46cb-fb9a-46f4-841f-8423e1b6bed7,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:02.775488 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.792475 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Calling delete_port for 679f46cb-fb9a-46f4-841f-8423e1b6bed7 owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:34:02.826648 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a111fa3b-c55c-4f88-ae9c-67af51b21616 None None] DHCP port deletion for a6b11c3c-5991-4844-a883-8a00049c7bc1 request from dv-cinder-778193-17-iscsi {{(pid=103212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:34:02.910403 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-a111fa3b-c55c-4f88-ae9c-67af51b21616 None None] Deleting port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:34:02.910808 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a111fa3b-c55c-4f88-ae9c-67af51b21616 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:02.933844 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 84bb47db-7162-4faf-a5ee-b9e6e28981f7 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:34:02.989511 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 46ab8418-2e21-425b-9b7e-d6ffeecdb71f no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:34:03.002395 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.028572 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Pushing event deleted for resources: {'Port': ['ID=679f46cb-fb9a-46f4-841f-8423e1b6bed7,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:03.029112 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 46ab8418-2e21-425b-9b7e-d6ffeecdb71f {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:34:03.029561 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 46ab8418-2e21-425b-9b7e-d6ffeecdb71f not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:34:03.036980 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 679f46cb-fb9a-46f4-841f-8423e1b6bed7 no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:34:03.038054 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] No DVR routers for this DVR port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 on host dv-cinder-778193-17-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:34:03.090544 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 679f46cb-fb9a-46f4-841f-8423e1b6bed7 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:34:03.091726 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 679f46cb-fb9a-46f4-841f-8423e1b6bed7 not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:34:03.091726 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:34:03.122276 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:34:03.125177 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 75ecd9bc-6a78-4e74-9d1f-38afdfb7d346 not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:34:03.133502 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (a6b11c3c-5991-4844-a883-8a00049c7bc1), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.148305 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-a111fa3b-c55c-4f88-ae9c-67af51b21616 None None] For port 679f46cb-fb9a-46f4-841f-8423e1b6bed7, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=679f46cb-fb9a-46f4-841f-8423e1b6bed7,segment=NetworkSegment(48a549bd-f35f-4304-873f-e2ae338ff32e),segment_id=48a549bd-f35f-4304-873f-e2ae338ff32e)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:03.148643 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a111fa3b-c55c-4f88-ae9c-67af51b21616 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.163108 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b11c3c-5991-4844-a883-8a00049c7bc1']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:03.163749 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-a111fa3b-c55c-4f88-ae9c-67af51b21616 None None] Calling delete_port for 679f46cb-fb9a-46f4-841f-8423e1b6bed7 owned by network:dhcp {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:34:03.177309 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a549bd-f35f-4304-873f-e2ae338ff32e') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:03.177609 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a549bd-f35f-4304-873f-e2ae338ff32e') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:03.190600 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5133841'] for segment (48a549bd-f35f-4304-873f-e2ae338ff32e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.205289 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (48a549bd-f35f-4304-873f-e2ae338ff32e), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.213295 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:34:03.213694 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5092010'] for segment (48a549bd-f35f-4304-873f-e2ae338ff32e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: Traceback (most recent call last): Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: timer() Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: cb(*args, **kw) Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: return func(*args, **kwargs) Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: self._notify() Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: self.callback(batched_events) Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: event.method(event) Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: return f(self, *a, **k) Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: return self._get(url).json() Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:34:03.215452 dv-cinder-778193-17-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:34:03.223712 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:03.236866 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.317999 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a111fa3b-c55c-4f88-ae9c-67af51b21616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (679f46cb-fb9a-46f4-841f-8423e1b6bed7), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.350426 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111fa3b-c55c-4f88-ae9c-67af51b21616 None None] Pushing event deleted for resources: {'Port': ['ID=679f46cb-fb9a-46f4-841f-8423e1b6bed7,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:03.355808 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111fa3b-c55c-4f88-ae9c-67af51b21616 None None] No DVR routers for this DVR port 679f46cb-fb9a-46f4-841f-8423e1b6bed7 on host dv-cinder-778193-17-iscsi {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:34:03.386561 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (a6b11c3c-5991-4844-a883-8a00049c7bc1), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.400404 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:34:03.400848 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.410312 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.417512 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] 10.222.0.133 "DELETE /v2.0/networks/a6b11c3c-5991-4844-a883-8a00049c7bc1 HTTP/1.1" status: 204 len: 168 time: 0.8859916 Feb 16 14:34:03.419247 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6a616-d533-46a6-b01d-ef2c6ec14340 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b11c3c-5991-4844-a883-8a00049c7bc1,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:03.433171 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb47db-7162-4faf-a5ee-b9e6e28981f7'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:34:03.436980 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e99d53-c698-4af1-a81c-f1756b47019d" -d '{"events": [{"server_uuid": "cc6bd507-eaea-473e-b018-57a4fff34c95", "name": "network-vif-plugged", "status": "completed", "tag": "84bb47db-7162-4faf-a5ee-b9e6e28981f7"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:34:03.455451 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 84bb47db-7162-4faf-a5ee-b9e6e28981f7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:03.492706 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f7d708-a16f-48aa-93d5-c121499804ce x-openstack-request-id: req-a3f7d708-a16f-48aa-93d5-c121499804ce {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:34:03.493055 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6bd507-eaea-473e-b018-57a4fff34c95", "name": "network-vif-plugged", "status": "completed", "tag": "84bb47db-7162-4faf-a5ee-b9e6e28981f7", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:34:03.493301 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-a3f7d708-a16f-48aa-93d5-c121499804ce {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:34:03.493711 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'code': 200} Feb 16 14:34:03.545738 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.598718 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf11c8-eb7c-4b4c-884f-f2d31ae0fb22 req-928c38f2-4293-4d9d-b68c-c763ee863fcc tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:03.600572 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-36cf11c8-eb7c-4b4c-884f-f2d31ae0fb22 req-928c38f2-4293-4d9d-b68c-c763ee863fcc tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 944 time: 0.0936701 Feb 16 14:34:03.608288 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=84bb47db-7162-4faf-a5ee-b9e6e28981f7,revision_number=7']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:03.657258 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-36cf11c8-eb7c-4b4c-884f-f2d31ae0fb22 req-b73aa3fa-a7ac-4b15-8025-39337739f366 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503769 Feb 16 14:34:03.759525 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53024) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:03.806131 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-9fc65698-3a8a-4e0f-9148-083b92106c28 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=60742357eb9840178f82489d14042333&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429728 Feb 16 14:34:03.806325 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53026) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:03.861643 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1f5f556d-ee21-4532-9a86-28911f3af04b admin admin] Publish callbacks [] for security_group (f4f53d4b-9c5a-49d1-aff0-729e4004f9f0), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:03.885944 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1f5f556d-ee21-4532-9a86-28911f3af04b admin admin] Publish callbacks [] for security_group (f4f53d4b-9c5a-49d1-aff0-729e4004f9f0), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:04.014558 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e45a15ae-f6f1-41f8-873e-aa20e132c33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:04.025041 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1f5f556d-ee21-4532-9a86-28911f3af04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (f4f53d4b-9c5a-49d1-aff0-729e4004f9f0), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:04.028409 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1f5f556d-ee21-4532-9a86-28911f3af04b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:04.029126 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1f5f556d-ee21-4532-9a86-28911f3af04b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/f4f53d4b-9c5a-49d1-aff0-729e4004f9f0 HTTP/1.1" status: 204 len: 168 time: 0.2219131 Feb 16 14:34:04.044134 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f556d-ee21-4532-9a86-28911f3af04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f53d4b-9c5a-49d1-aff0-729e4004f9f0,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:04.806681 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a6e26-5d24-4b88-827d-1312bc2fd782 req-b83d9c68-2ef3-4e0d-9da5-56735d9055c7 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:04.808317 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3c3a6e26-5d24-4b88-827d-1312bc2fd782 req-b83d9c68-2ef3-4e0d-9da5-56735d9055c7 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0624640 Feb 16 14:34:04.874412 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3c3a6e26-5d24-4b88-827d-1312bc2fd782 req-6ac04274-f957-43bf-a5fc-9ad82a52e5a1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519543 Feb 16 14:34:05.363577 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53056) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:05.477997 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1957721464-network', 'tenant_id': '858b5ad54f934263adafa8fb7afafe66'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:05.625384 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] Made reservation on behalf of 858b5ad54f934263adafa8fb7afafe66 for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:34:05.628512 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:05.637943 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:05.721169 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] Publish callbacks [] for security_group (6ea65b46-d4eb-4d0b-b106-dcc934cabbb5), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:05.778217 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (6ea65b46-d4eb-4d0b-b106-dcc934cabbb5), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:05.808086 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:05.810600 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:34:05.826073 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (ad2237e7-000a-45ef-b023-b1777e7838bc), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:05.826298 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] Added segment ad2237e7-000a-45ef-b023-b1777e7838bc of type vlan for network b4195b6b-52e4-4817-90dc-bf92069fac7f Feb 16 14:34:05.872602 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (b4195b6b-52e4-4817-90dc-bf92069fac7f), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:05.979343 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (b4195b6b-52e4-4817-90dc-bf92069fac7f), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:05.980601 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:05.981284 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:06.054266 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] Pushing event updated for resources: {'Network': ['ID=b4195b6b-52e4-4817-90dc-bf92069fac7f,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:06.065083 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07612f70-7adc-4c31-981f-53697d6d5824 req-311b5e97-d88f-47cc-847f-ac7eabaedde7 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:06.065241 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network b4195b6b-52e4-4817-90dc-bf92069fac7f details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:34:06.067388 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-07612f70-7adc-4c31-981f-53697d6d5824 req-311b5e97-d88f-47cc-847f-ac7eabaedde7 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.1200917 Feb 16 14:34:06.095232 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d992ebe1-4946-410f-9201-92de0049fe81 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7271996 Feb 16 14:34:06.095438 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53062) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:34:06.100874 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-3a8e52ab-8921-4954-91ea-ab1ad80aa49c admin admin] Request body: {'subnet': {'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1957721464-subnet', 'tenant_id': '858b5ad54f934263adafa8fb7afafe66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:06.146954 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-07612f70-7adc-4c31-981f-53697d6d5824 req-01dac1c7-ebd5-4180-824d-67f219bf594d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734084 Feb 16 14:34:06.202187 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8e52ab-8921-4954-91ea-ab1ad80aa49c admin admin] Made reservation on behalf of 858b5ad54f934263adafa8fb7afafe66 for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:34:06.205353 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3a8e52ab-8921-4954-91ea-ab1ad80aa49c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4862955'] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:06.417985 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ae763a08-36eb-473a-933f-41e506cbc7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:06.453630 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3a8e52ab-8921-4954-91ea-ab1ad80aa49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4862937'] for subnet (e3471f22-8305-4fb3-9392-e3a767a51e02), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:06.504994 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e52ab-8921-4954-91ea-ab1ad80aa49c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3471f22-8305-4fb3-9392-e3a767a51e02,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:06.523093 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e52ab-8921-4954-91ea-ab1ad80aa49c admin admin] Checking segment: {'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:34:06.523589 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8e52ab-8921-4954-91ea-ab1ad80aa49c admin admin] Network hostable DHCP agents. Network: b4195b6b-52e4-4817-90dc-bf92069fac7f, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:34:06.602172 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8e52ab-8921-4954-91ea-ab1ad80aa49c admin admin] Network b4195b6b-52e4-4817-90dc-bf92069fac7f is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:34:06.671003 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-3a8e52ab-8921-4954-91ea-ab1ad80aa49c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, b4195b6b-52e4-4817-90dc-bf92069fac7f) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:34:06.675814 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8e52ab-8921-4954-91ea-ab1ad80aa49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:06.677308 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3a8e52ab-8921-4954-91ea-ab1ad80aa49c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:06.680488 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4a16f6-4cf4-47d0-86f7-5e176727f5ca None None] Network b4195b6b-52e4-4817-90dc-bf92069fac7f requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:34:06.773617 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-3a8e52ab-8921-4954-91ea-ab1ad80aa49c admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6769671 Feb 16 14:34:06.810572 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccb35d3-6f3c-48df-808a-adb362f2d8c1 None None] Network b4195b6b-52e4-4817-90dc-bf92069fac7f requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:34:07.252470 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-b600e37e-4811-4c29-a209-416cad2f8984 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:07.254803 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-b600e37e-4811-4c29-a209-416cad2f8984 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/networks?id=b4195b6b-52e4-4817-90dc-bf92069fac7f HTTP/1.1" status: 200 len: 815 time: 0.1197438 Feb 16 14:34:07.278157 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-ba3f46e6-7a88-45cd-b50d-c78f4333531f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/quotas/858b5ad54f934263adafa8fb7afafe66 HTTP/1.1" status: 200 len: 375 time: 0.0142987 Feb 16 14:34:07.335242 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-c5a0f417-5c2e-4008-bd50-4430622f8906 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=858b5ad54f934263adafa8fb7afafe66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362799 Feb 16 14:34:07.377035 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac9f77-7001-4e01-b23e-8a3549a232b8 req-7c3648c4-1279-414f-bdc7-8df6998f5531 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:07.379050 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2aac9f77-7001-4e01-b23e-8a3549a232b8 req-7c3648c4-1279-414f-bdc7-8df6998f5531 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.1232867 Feb 16 14:34:07.730129 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2aac9f77-7001-4e01-b23e-8a3549a232b8 req-2c9d41e2-94bd-4d77-a6c0-18d43e8ee25c tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440890 Feb 16 14:34:07.735551 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-99b0b08e-19e4-45a0-bc82-af5f151dce8e service neutron] 10.222.0.133 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904138 Feb 16 14:34:07.744157 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:07.850164 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-b667c1e9-5ebc-402d-b838-8d5c49447836 service neutron] 10.222.0.133 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067810 Feb 16 14:34:08.368958 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9a3cb63f-a8dd-4433-9f08-1612404ee43e req-9481abd1-a99e-4d1b-9900-a97ef80a2153 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 210 time: 0.0291028 Feb 16 14:34:08.877059 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f96e8-3150-4e9e-8ddb-85bf5956122d req-fed209ac-f490-49bc-b9f8-30d882c237b5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:08.885126 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b37f96e8-3150-4e9e-8ddb-85bf5956122d req-fed209ac-f490-49bc-b9f8-30d882c237b5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0664997 Feb 16 14:34:08.943974 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b37f96e8-3150-4e9e-8ddb-85bf5956122d req-981202e4-19d6-466c-9422-3fa07ebd54a2 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581949 Feb 16 14:34:09.076367 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:09.514882 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6b342cca-aadf-4a1e-b032-45026d1b2125 req-c089215a-8d93-456c-918e-4d514d155bdb tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 210 time: 0.0305974 Feb 16 14:34:10.094909 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37b39a-f4c5-4200-8524-22fc19576bd4 req-63ec8383-26f3-4cff-8c10-f83475442182 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:10.097015 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0e37b39a-f4c5-4200-8524-22fc19576bd4 req-63ec8383-26f3-4cff-8c10-f83475442182 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0706711 Feb 16 14:34:10.159403 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0e37b39a-f4c5-4200-8524-22fc19576bd4 req-b686fd02-380d-48b6-818c-a55cde1f9591 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564780 Feb 16 14:34:10.447885 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-ddc93843-306c-48a8-a8f5-a2c36dc85d19 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:10.449486 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-ddc93843-306c-48a8-a8f5-a2c36dc85d19 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "GET /v2.0/networks?id=b4195b6b-52e4-4817-90dc-bf92069fac7f HTTP/1.1" status: 200 len: 815 time: 0.1131794 Feb 16 14:34:10.470307 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-d8448a77-5580-43d2-9ef3-c585168e1615 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Request body: {'port': {'device_id': 'c674847a-846f-4406-bc29-be3d7a2bdc93', 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f', 'admin_state_up': True, 'tenant_id': '858b5ad54f934263adafa8fb7afafe66'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:10.672516 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4655e477-eb2a-4380-a1db-afd61e149419 req-aafa8f35-a9f7-49cb-b3b1-09b5f43fb6d3 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 210 time: 0.0408344 Feb 16 14:34:10.696870 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:10.710720 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-d8448a77-5580-43d2-9ef3-c585168e1615 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Made reservation on behalf of 858b5ad54f934263adafa8fb7afafe66 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:34:10.714352 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-d8448a77-5580-43d2-9ef3-c585168e1615 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:10.898837 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-d8448a77-5580-43d2-9ef3-c585168e1615 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Allocated IP 172.20.0.10 (b4195b6b-52e4-4817-90dc-bf92069fac7f/e3471f22-8305-4fb3-9392-e3a767a51e02/02e6bfd3-a7be-48eb-9855-73510834525d) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:34:11.061281 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-d8448a77-5580-43d2-9ef3-c585168e1615 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks [] for port (02e6bfd3-a7be-48eb-9855-73510834525d), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:11.290508 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc372b1-8ed8-476e-b4eb-ab3f780f5cf8 req-beddf9b7-d16b-422b-9b36-8e048cceeff0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:11.291972 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0cc372b1-8ed8-476e-b4eb-ab3f780f5cf8 req-beddf9b7-d16b-422b-9b36-8e048cceeff0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0551434 Feb 16 14:34:11.338409 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0cc372b1-8ed8-476e-b4eb-ab3f780f5cf8 req-deb5bfaa-1401-4cc9-ae61-889c1bc8104a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407283 Feb 16 14:34:11.505067 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-d8448a77-5580-43d2-9ef3-c585168e1615 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (02e6bfd3-a7be-48eb-9855-73510834525d), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:11.553229 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-d8448a77-5580-43d2-9ef3-c585168e1615 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Network b4195b6b-52e4-4817-90dc-bf92069fac7f is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:34:11.556322 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-d8448a77-5580-43d2-9ef3-c585168e1615 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:34:11.562938 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-d8448a77-5580-43d2-9ef3-c585168e1615 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:34:11.567720 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8448a77-5580-43d2-9ef3-c585168e1615 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Pushing event updated for resources: {'Port': ['ID=02e6bfd3-a7be-48eb-9855-73510834525d,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:11.613312 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-d8448a77-5580-43d2-9ef3-c585168e1615 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:11.613862 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-d8448a77-5580-43d2-9ef3-c585168e1615 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:11.677984 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-d8448a77-5580-43d2-9ef3-c585168e1615 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2133348 Feb 16 14:34:11.691380 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Request body: {'port': {'device_id': 'c674847a-846f-4406-bc29-be3d7a2bdc93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:11.758794 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (02e6bfd3-a7be-48eb-9855-73510834525d), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:11.823941 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f005964-a503-475e-90a6-a1378492c4f5 req-38dbbe0e-7dd5-4cb4-8aff-0f936ef6f97e tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:11.832654 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8f005964-a503-475e-90a6-a1378492c4f5 req-38dbbe0e-7dd5-4cb4-8aff-0f936ef6f97e tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 932 time: 0.0683682 Feb 16 14:34:11.888241 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8f005964-a503-475e-90a6-a1378492c4f5 req-1c7f4364-fc97-44c8-ac04-9fe50abe7196 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556219 Feb 16 14:34:12.306031 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e6bfd3-a7be-48eb-9855-73510834525d {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:34:12.316882 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Publish callbacks [] for port (02e6bfd3-a7be-48eb-9855-73510834525d), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:12.330091 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Transition to ACTIVE for port object 02e6bfd3-a7be-48eb-9855-73510834525d will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:34:12.472659 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23354ea5-ccb2-48dd-ad0d-068a9ea76548 req-0a4de863-4f81-4470-b5ee-e029fa4268d2 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:12.492088 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-23354ea5-ccb2-48dd-ad0d-068a9ea76548 req-0a4de863-4f81-4470-b5ee-e029fa4268d2 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0558059 Feb 16 14:34:12.509603 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (02e6bfd3-a7be-48eb-9855-73510834525d), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:12.523265 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-23354ea5-ccb2-48dd-ad0d-068a9ea76548 req-2a55745d-8892-4cd9-829a-beff17864354 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434260 Feb 16 14:34:12.574982 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=02e6bfd3-a7be-48eb-9855-73510834525d,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:12.629205 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Attempting to bind port 02e6bfd3-a7be-48eb-9855-73510834525d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:34:12.629546 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Attempting to bind port 02e6bfd3-a7be-48eb-9855-73510834525d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:34:12.629877 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Attempting to bind port 02e6bfd3-a7be-48eb-9855-73510834525d on network b4195b6b-52e4-4817-90dc-bf92069fac7f {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:34:12.634222 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Port 02e6bfd3-a7be-48eb-9855-73510834525d on network b4195b6b-52e4-4817-90dc-bf92069fac7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:34:12.638403 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Attempting to bind port 02e6bfd3-a7be-48eb-9855-73510834525d on network b4195b6b-52e4-4817-90dc-bf92069fac7f {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:34:12.639249 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:34:12.639589 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Checking segment: {'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:34:12.639975 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Bound using segment: {'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:34:12.640401 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Bound port: 02e6bfd3-a7be-48eb-9855-73510834525d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:34:12.640758 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (02e6bfd3-a7be-48eb-9855-73510834525d), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:12.702634 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] For port 02e6bfd3-a7be-48eb-9855-73510834525d, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:34:12.706061 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] For port 02e6bfd3-a7be-48eb-9855-73510834525d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=02e6bfd3-a7be-48eb-9855-73510834525d,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:34:12.789784 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (02e6bfd3-a7be-48eb-9855-73510834525d), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:12.821853 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:12.822520 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:12.823944 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] 10.222.0.127 "PUT /v2.0/ports/02e6bfd3-a7be-48eb-9855-73510834525d HTTP/1.1" status: 200 len: 1094 time: 1.1377726 Feb 16 14:34:12.827475 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c674847a-846f-4406-bc29-be3d7a2bdc93', 'tag': '02e6bfd3-a7be-48eb-9855-73510834525d'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:34:12.829306 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c66538f-0207-4f2e-803d-4e0df0ac4efc" -d '{"events": [{"name": "network-changed", "server_uuid": "c674847a-846f-4406-bc29-be3d7a2bdc93", "tag": "02e6bfd3-a7be-48eb-9855-73510834525d"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:34:12.861364 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d6e79-3775-4783-b218-6fc60d82bfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=02e6bfd3-a7be-48eb-9855-73510834525d,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:12.870510 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64b3bf4-03ca-49ea-b6e8-137553cfe8b0 x-openstack-request-id: req-d64b3bf4-03ca-49ea-b6e8-137553cfe8b0 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:34:12.870808 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c674847a-846f-4406-bc29-be3d7a2bdc93", "tag": "02e6bfd3-a7be-48eb-9855-73510834525d", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:34:12.871065 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-d64b3bf4-03ca-49ea-b6e8-137553cfe8b0 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:34:12.871469 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c674847a-846f-4406-bc29-be3d7a2bdc93', 'tag': '02e6bfd3-a7be-48eb-9855-73510834525d', 'status': 'completed', 'code': 200} Feb 16 14:34:12.948841 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66538f-0207-4f2e-803d-4e0df0ac4efc req-dac174d1-f50e-4f9c-8a2d-a8c864078cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:12.950392 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3c66538f-0207-4f2e-803d-4e0df0ac4efc req-dac174d1-f50e-4f9c-8a2d-a8c864078cd6 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=858b5ad54f934263adafa8fb7afafe66&device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 1128 time: 0.0479689 Feb 16 14:34:13.000079 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184cba-0d79-432d-acb8-00d2ea2d5041 req-2a50ae59-4a52-457f-8eb1-28935a093bef tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:13.001621 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ab184cba-0d79-432d-acb8-00d2ea2d5041 req-2a50ae59-4a52-457f-8eb1-28935a093bef tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 944 time: 0.0531666 Feb 16 14:34:13.048676 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ab184cba-0d79-432d-acb8-00d2ea2d5041 req-d127e481-6b4d-4dfb-82f2-fd75b2bfa408 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408940 Feb 16 14:34:13.055520 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66538f-0207-4f2e-803d-4e0df0ac4efc req-4ddab465-a667-4e5b-badb-ca7f39af22d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:13.057013 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3c66538f-0207-4f2e-803d-4e0df0ac4efc req-4ddab465-a667-4e5b-badb-ca7f39af22d9 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=858b5ad54f934263adafa8fb7afafe66&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0959644 Feb 16 14:34:13.152256 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66538f-0207-4f2e-803d-4e0df0ac4efc req-c923d2f5-beb2-4a88-b48e-62472d54c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:13.153671 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3c66538f-0207-4f2e-803d-4e0df0ac4efc req-c923d2f5-beb2-4a88-b48e-62472d54c89f service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899394 Feb 16 14:34:13.271185 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-a1e56c28-8864-4e86-a8da-d25e26cfcd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:13.272679 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-a1e56c28-8864-4e86-a8da-d25e26cfcd55 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=858b5ad54f934263adafa8fb7afafe66&device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 1128 time: 0.0449035 Feb 16 14:34:13.318091 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-d53ea958-39f2-44ad-b5d7-b3239e939b0b service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02e6bfd3-a7be-48eb-9855-73510834525d HTTP/1.1" status: 200 len: 217 time: 0.0336339 Feb 16 14:34:13.369144 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-c3aec015-7124-4fbd-8d0b-befefe3daac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:13.372309 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-c3aec015-7124-4fbd-8d0b-befefe3daac3 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e3471f22-8305-4fb3-9392-e3a767a51e02 HTTP/1.1" status: 200 len: 855 time: 0.0474484 Feb 16 14:34:13.404540 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-04f6f19e-a0c2-4f75-aebe-e4dd543a8eab service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b4195b6b-52e4-4817-90dc-bf92069fac7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247622 Feb 16 14:34:13.509937 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-4b50cbb5-7dc2-4b0b-bea6-868fd96cd9ca service neutron] 10.222.0.127 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925124 Feb 16 14:34:13.602131 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f28e1-1446-4c88-b9ee-104e5a9742c7 req-e3db4e63-f6d5-41d1-87fc-3a2d9bb32800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:13.603635 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-855f28e1-1446-4c88-b9ee-104e5a9742c7 req-e3db4e63-f6d5-41d1-87fc-3a2d9bb32800 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ff67d2ba26804b13adb65eef482bce48&device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 1129 time: 0.1061640 Feb 16 14:34:13.640868 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffaadbda-4690-4de3-bce8-844eb5a74ba8 req-4ef7a180-107b-4c46-800f-5eee9b5169dc service neutron] 10.222.0.127 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140306 Feb 16 14:34:13.651753 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297b44d-a7ca-47c1-b178-3061b6998ab2 req-07c67e28-3f7d-4636-bc12-9912b84b3aee tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:13.653571 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b297b44d-a7ca-47c1-b178-3061b6998ab2 req-07c67e28-3f7d-4636-bc12-9912b84b3aee tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0559676 Feb 16 14:34:13.701520 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b297b44d-a7ca-47c1-b178-3061b6998ab2 req-a2d33493-c24e-4afa-9e3a-ea3b910c83e3 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424364 Feb 16 14:34:13.716878 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f28e1-1446-4c88-b9ee-104e5a9742c7 req-353238cc-a847-4915-9e65-14916e1cb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:13.718384 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-855f28e1-1446-4c88-b9ee-104e5a9742c7 req-353238cc-a847-4915-9e65-14916e1cb020 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d HTTP/1.1" status: 200 len: 917 time: 0.1041627 Feb 16 14:34:13.784675 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-855f28e1-1446-4c88-b9ee-104e5a9742c7 req-56e6d77c-24d0-47ec-acd0-61d5f3619343 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7 HTTP/1.1" status: 200 len: 1000 time: 0.0578380 Feb 16 14:34:13.838139 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f28e1-1446-4c88-b9ee-104e5a9742c7 req-e18305c6-c063-4813-9523-12e9d5c6b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:13.839601 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-855f28e1-1446-4c88-b9ee-104e5a9742c7 req-e18305c6-c063-4813-9523-12e9d5c6b3ab service neutron] 10.222.0.127 "GET /v2.0/subnets?id=beb109f3-65e7-4dce-a498-267b9c749fc7 HTTP/1.1" status: 200 len: 855 time: 0.0466254 Feb 16 14:34:13.889703 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f28e1-1446-4c88-b9ee-104e5a9742c7 req-d7216a26-5679-4027-bcca-5b26e2edfab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:13.891269 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-855f28e1-1446-4c88-b9ee-104e5a9742c7 req-d7216a26-5679-4027-bcca-5b26e2edfab3 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438542 Feb 16 14:34:13.979831 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-855f28e1-1446-4c88-b9ee-104e5a9742c7 req-3e28d5b8-ff1b-4425-81ff-da6dfb7c5449 service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805829 Feb 16 14:34:14.071387 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-855f28e1-1446-4c88-b9ee-104e5a9742c7 req-12f4e4ed-2777-4fa2-8de4-8b9893a6bac9 service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849171 Feb 16 14:34:14.166084 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69f7bc-6966-44a2-869b-46d33454f21c req-7aced4d1-1803-4b65-87b0-394b31b2ab32 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:14.167828 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d69f7bc-6966-44a2-869b-46d33454f21c req-7aced4d1-1803-4b65-87b0-394b31b2ab32 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 944 time: 0.0525444 Feb 16 14:34:14.213730 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9d69f7bc-6966-44a2-869b-46d33454f21c req-6e1bb9d7-bcfe-44dc-8b21-d99e118c8d64 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402260 Feb 16 14:34:14.826114 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b70e0-ff7d-4758-82b7-488776ecaf7b req-5102912c-66a5-4bc0-98b4-ed1d497b4f3e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:14.827758 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9c0b70e0-ff7d-4758-82b7-488776ecaf7b req-5102912c-66a5-4bc0-98b4-ed1d497b4f3e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0521460 Feb 16 14:34:14.877645 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9c0b70e0-ff7d-4758-82b7-488776ecaf7b req-aafc8a74-a203-4cea-bf8a-3ab87a1d112d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442376 Feb 16 14:34:15.015269 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 02e6bfd3-a7be-48eb-9855-73510834525d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:34:15.109584 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 02e6bfd3-a7be-48eb-9855-73510834525d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=02e6bfd3-a7be-48eb-9855-73510834525d,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:15.120475 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '02e6bfd3-a7be-48eb-9855-73510834525d', 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f', 'port_id': '02e6bfd3-a7be-48eb-9855-73510834525d', 'mac_address': 'fa:16:3e:21:07:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3471f22-8305-4fb3-9392-e3a767a51e02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:34:15.160711 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 02e6bfd3-a7be-48eb-9855-73510834525d is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:34:15.161066 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (02e6bfd3-a7be-48eb-9855-73510834525d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:15.173870 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e6bfd3-a7be-48eb-9855-73510834525d {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:34:15.192713 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 02e6bfd3-a7be-48eb-9855-73510834525d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=02e6bfd3-a7be-48eb-9855-73510834525d,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:15.252844 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (02e6bfd3-a7be-48eb-9855-73510834525d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:15.299716 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=02e6bfd3-a7be-48eb-9855-73510834525d,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:15.332993 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b742b5f-11bb-4045-b31f-c862950c80e9 req-74c93c1f-4664-4e38-8ed0-f22c73c0a2f9 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:15.334512 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5b742b5f-11bb-4045-b31f-c862950c80e9 req-74c93c1f-4664-4e38-8ed0-f22c73c0a2f9 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 945 time: 0.0538545 Feb 16 14:34:15.379951 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5b742b5f-11bb-4045-b31f-c862950c80e9 req-8779079a-74a6-4716-9be8-b6f0f7581c8d tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399799 Feb 16 14:34:15.544418 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['02e6bfd3-a7be-48eb-9855-73510834525d'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:34:16.000482 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985dc8d-5fee-4aec-aaed-b8a8983f1cc3 req-bf833f29-1032-4a99-aa65-ad1f29927ab5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:16.002166 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5985dc8d-5fee-4aec-aaed-b8a8983f1cc3 req-bf833f29-1032-4a99-aa65-ad1f29927ab5 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0532613 Feb 16 14:34:16.050345 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5985dc8d-5fee-4aec-aaed-b8a8983f1cc3 req-5b47b667-35cb-403e-b672-19529de94b99 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426123 Feb 16 14:34:16.500844 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1619d4f-8e7f-4075-b56c-7e0d62898e1b req-f0d24282-2a5c-4f7f-9745-22cecf731287 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:16.502519 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b1619d4f-8e7f-4075-b56c-7e0d62898e1b req-f0d24282-2a5c-4f7f-9745-22cecf731287 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 945 time: 0.0566258 Feb 16 14:34:16.550121 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b1619d4f-8e7f-4075-b56c-7e0d62898e1b req-f169df96-bbc1-423f-a251-7f9c23540319 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Feb 16 14:34:17.030647 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 02e6bfd3-a7be-48eb-9855-73510834525d up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:34:17.131971 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port 02e6bfd3-a7be-48eb-9855-73510834525d completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:34:17.135833 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 02e6bfd3-a7be-48eb-9855-73510834525d triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:17.136213 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (02e6bfd3-a7be-48eb-9855-73510834525d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:17.174671 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa2d9b-52af-44d1-9b5a-2d39ab33731d req-b18d4626-0236-4622-b453-6fc03a57a665 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:17.176198 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1faa2d9b-52af-44d1-9b5a-2d39ab33731d req-b18d4626-0236-4622-b453-6fc03a57a665 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 945 time: 0.0536299 Feb 16 14:34:17.214678 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 02e6bfd3-a7be-48eb-9855-73510834525d is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:34:17.215101 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (02e6bfd3-a7be-48eb-9855-73510834525d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:17.222718 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1faa2d9b-52af-44d1-9b5a-2d39ab33731d req-8e9b1e5d-1c05-4146-bdc6-7b8b38050e9f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409923 Feb 16 14:34:17.241805 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c674847a-846f-4406-bc29-be3d7a2bdc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e6bfd3-a7be-48eb-9855-73510834525d'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:34:17.244016 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95729fb-7d59-4ed6-a162-c319e34a5ff4" -d '{"events": [{"server_uuid": "c674847a-846f-4406-bc29-be3d7a2bdc93", "name": "network-vif-plugged", "status": "completed", "tag": "02e6bfd3-a7be-48eb-9855-73510834525d"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:34:17.256496 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 02e6bfd3-a7be-48eb-9855-73510834525d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=02e6bfd3-a7be-48eb-9855-73510834525d,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:17.284914 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b3a51c-7457-473b-aa8b-cf2a56030d98 x-openstack-request-id: req-63b3a51c-7457-473b-aa8b-cf2a56030d98 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:34:17.284914 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c674847a-846f-4406-bc29-be3d7a2bdc93", "name": "network-vif-plugged", "status": "completed", "tag": "02e6bfd3-a7be-48eb-9855-73510834525d", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:34:17.284914 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-63b3a51c-7457-473b-aa8b-cf2a56030d98 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:34:17.284914 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c674847a-846f-4406-bc29-be3d7a2bdc93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e6bfd3-a7be-48eb-9855-73510834525d', 'code': 200} Feb 16 14:34:17.331688 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (02e6bfd3-a7be-48eb-9855-73510834525d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:17.332495 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 84bb47db-7162-4faf-a5ee-b9e6e28981f7 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:34:17.404342 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=02e6bfd3-a7be-48eb-9855-73510834525d,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:17.449368 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 is: ACTIVE; New status is: DOWN {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:34:17.449912 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:17.482685 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 84bb47db-7162-4faf-a5ee-b9e6e28981f7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:17.548039 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:17.603402 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=84bb47db-7162-4faf-a5ee-b9e6e28981f7,revision_number=8']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:17.604264 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9047602-1e6b-4630-89c8-a030686e32eb req-884e37c8-934b-4a29-a97a-0a34ddc5dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:17.606120 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c9047602-1e6b-4630-89c8-a030686e32eb req-884e37c8-934b-4a29-a97a-0a34ddc5dbc6 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 1130 time: 0.0495396 Feb 16 14:34:17.654203 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c9047602-1e6b-4630-89c8-a030686e32eb req-1189e3a2-ebfa-4272-afc4-99b771972e90 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397987 Feb 16 14:34:17.677884 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a34c30-f60e-4623-92e7-230319da33db req-64d23625-0c59-44b0-8f1b-6f8a63c9fb0a tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:17.679306 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-38a34c30-f60e-4623-92e7-230319da33db req-64d23625-0c59-44b0-8f1b-6f8a63c9fb0a tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 946 time: 0.0555708 Feb 16 14:34:17.731454 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-38a34c30-f60e-4623-92e7-230319da33db req-d44b78ce-9198-4029-b6b6-be6ff03e53ce tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465293 Feb 16 14:34:18.856979 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efaff7-980b-40ae-a525-25e80b7169bb req-e4f388f6-1c06-4998-982d-9f5ce4600c96 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:18.861568 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-29efaff7-980b-40ae-a525-25e80b7169bb req-e4f388f6-1c06-4998-982d-9f5ce4600c96 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 946 time: 0.0586534 Feb 16 14:34:18.908749 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-29efaff7-980b-40ae-a525-25e80b7169bb req-49015d1f-baf9-4a28-b960-e0ca94f7d034 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431595 Feb 16 14:34:19.245219 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b6a68-04c5-4f03-b348-f46fc63af090 req-bf2ae38c-797f-4333-aba4-ad5560ce67d4 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:19.246722 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ed1b6a68-04c5-4f03-b348-f46fc63af090 req-bf2ae38c-797f-4333-aba4-ad5560ce67d4 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0533800 Feb 16 14:34:19.284904 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84bb47db-7162-4faf-a5ee-b9e6e28981f7'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:34:19.287700 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f96123-e3de-45ea-b1f2-81681185c576" -d '{"events": [{"server_uuid": "cc6bd507-eaea-473e-b018-57a4fff34c95", "name": "network-vif-unplugged", "status": "completed", "tag": "84bb47db-7162-4faf-a5ee-b9e6e28981f7"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:34:19.294871 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ed1b6a68-04c5-4f03-b348-f46fc63af090 req-2ee9f2f0-be2a-46a3-8dca-707ef1a44814 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421000 Feb 16 14:34:19.319883 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 14:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61c6fed-2307-4751-8b88-442b605d9b0c x-openstack-request-id: req-b61c6fed-2307-4751-8b88-442b605d9b0c {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:34:19.320176 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6bd507-eaea-473e-b018-57a4fff34c95", "name": "network-vif-unplugged", "status": "failed", "tag": "84bb47db-7162-4faf-a5ee-b9e6e28981f7", "code": 422}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:34:19.320431 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-b61c6fed-2307-4751-8b88-442b605d9b0c {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:34:19.320893 dv-cinder-778193-17-iscsi neutron-server[103212]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'code': 422} returned with failed status Feb 16 14:34:19.492342 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-6d885533-d0f2-4cbf-8034-0d6739a82308 service neutron] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0474265 Feb 16 14:34:19.565811 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-5ddd61e0-8a0a-471e-be10-776b83106922 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:19.567197 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-5ddd61e0-8a0a-471e-be10-776b83106922 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports/84bb47db-7162-4faf-a5ee-b9e6e28981f7 HTTP/1.1" status: 200 len: 940 time: 0.0475833 Feb 16 14:34:20.033171 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12becf-6f0d-467c-a664-d13d9c37eb01 req-ebf0b212-2cd8-4715-b654-6211b01073d6 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:20.034649 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bc12becf-6f0d-467c-a664-d13d9c37eb01 req-ebf0b212-2cd8-4715-b654-6211b01073d6 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 946 time: 0.0602744 Feb 16 14:34:20.081316 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bc12becf-6f0d-467c-a664-d13d9c37eb01 req-77c9d325-dcdf-4ae3-bce0-355ecf6f6fcc tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406368 Feb 16 14:34:20.419418 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa70bc-8ece-4a3c-9c8c-de370ec4e05c req-7cec81ae-0317-4043-8d4f-681cee920c00 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:20.420993 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8cfa70bc-8ece-4a3c-9c8c-de370ec4e05c req-7cec81ae-0317-4043-8d4f-681cee920c00 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0558167 Feb 16 14:34:20.470505 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8cfa70bc-8ece-4a3c-9c8c-de370ec4e05c req-54c92f4b-f445-4a5b-8cb4-b026cd478acb tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420880 Feb 16 14:34:20.798714 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-d1b49e49-6ddf-4a13-b9ee-7e2f971b8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:20.800254 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-d1b49e49-6ddf-4a13-b9ee-7e2f971b8816 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95&tenant_id=ff67d2ba26804b13adb65eef482bce48 HTTP/1.1" status: 200 len: 1127 time: 0.0452192 Feb 16 14:34:20.865949 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-facae666-fa30-410f-9e50-df7b9188a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:20.867338 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-facae666-fa30-410f-9e50-df7b9188a727 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ff67d2ba26804b13adb65eef482bce48&device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 1127 time: 0.0450318 Feb 16 14:34:20.959485 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-22958dcf-3dd9-4520-916d-b6a67a309371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:20.960971 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-22958dcf-3dd9-4520-916d-b6a67a309371 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d HTTP/1.1" status: 200 len: 917 time: 0.0870841 Feb 16 14:34:21.027462 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-a125abbd-abbe-413f-84d0-e4d633c8e44c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7 HTTP/1.1" status: 200 len: 998 time: 0.0588260 Feb 16 14:34:21.079638 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-b40a9227-cc2f-4ec0-8145-59f4efec9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:21.081304 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-b40a9227-cc2f-4ec0-8145-59f4efec9959 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=beb109f3-65e7-4dce-a498-267b9c749fc7 HTTP/1.1" status: 200 len: 855 time: 0.0480163 Feb 16 14:34:21.129783 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-5453bfa4-e709-4ea0-a263-3c9c197ee5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:21.131197 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-5453bfa4-e709-4ea0-a263-3c9c197ee5e9 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438287 Feb 16 14:34:21.220360 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-678df32a-bc42-4bc0-bcdb-f611de38ed2f service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824957 Feb 16 14:34:21.314951 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bb2c04f0-d3ec-4027-8068-ff53578603f2 req-cabb5ab9-8cac-4103-8f74-589a63ec475c service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883515 Feb 16 14:34:21.600166 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4512a-fe54-4174-ae17-711abdf8b4d9 req-2fb99b84-2d19-4760-ad06-84bb688eeca4 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:21.602118 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0bd4512a-fe54-4174-ae17-711abdf8b4d9 req-2fb99b84-2d19-4760-ad06-84bb688eeca4 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0572820 Feb 16 14:34:21.649624 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0bd4512a-fe54-4174-ae17-711abdf8b4d9 req-7abc2cf7-fa72-4826-9d99-1ecae93e9564 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423779 Feb 16 14:34:22.779598 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1661d3-1b67-4b1a-b216-71c866440964 req-76fb7146-957b-4ae4-b919-79b97ab33f33 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:22.781176 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9c1661d3-1b67-4b1a-b216-71c866440964 req-76fb7146-957b-4ae4-b919-79b97ab33f33 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0566649 Feb 16 14:34:22.832480 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9c1661d3-1b67-4b1a-b216-71c866440964 req-81652d54-41a5-4f7d-a656-abab79df27dc tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432489 Feb 16 14:34:23.959987 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd211714-f219-4fe7-a422-1365304fa85b req-3180e2f9-9975-42ff-a321-9214349f88ba tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:23.962284 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cd211714-f219-4fe7-a422-1365304fa85b req-3180e2f9-9975-42ff-a321-9214349f88ba tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0564356 Feb 16 14:34:24.016343 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cd211714-f219-4fe7-a422-1365304fa85b req-1bee2ecf-a9b0-48ee-b8a7-bafc0107e939 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482867 Feb 16 14:34:25.138716 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36081a-6ba1-4c8f-9872-f1eb8d79fe16 req-165fd978-3942-4c79-be7e-7566b6d6fb0f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:25.143304 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bc36081a-6ba1-4c8f-9872-f1eb8d79fe16 req-165fd978-3942-4c79-be7e-7566b6d6fb0f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0561197 Feb 16 14:34:25.192853 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bc36081a-6ba1-4c8f-9872-f1eb8d79fe16 req-e6b70c46-029c-492e-b210-47893127fd9f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455952 Feb 16 14:34:26.319710 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf9044-9fe0-4bf9-8160-0e49141e848e req-35a4b0e7-3cbf-41d3-9dbc-0c72a971d70f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:26.326400 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1abf9044-9fe0-4bf9-8160-0e49141e848e req-35a4b0e7-3cbf-41d3-9dbc-0c72a971d70f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0597386 Feb 16 14:34:26.385731 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1abf9044-9fe0-4bf9-8160-0e49141e848e req-274e9f63-c59e-4a5a-bb52-0ef93ced2cba tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563748 Feb 16 14:34:27.518365 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d86e0-7786-4f8f-afd9-97c9d2d190eb req-8c9f9675-f67f-439d-b87a-a8b5113fb023 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:27.519865 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c48d86e0-7786-4f8f-afd9-97c9d2d190eb req-8c9f9675-f67f-439d-b87a-a8b5113fb023 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0580077 Feb 16 14:34:27.566526 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c48d86e0-7786-4f8f-afd9-97c9d2d190eb req-af270203-9c89-431b-8b2e-56c0e6cf3890 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411801 Feb 16 14:34:27.948681 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:34:28.716397 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d1231-0ade-48da-adec-daf634ac02c1 req-76bcbe74-0dda-488a-829b-8aef2784d877 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:28.719482 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-312d1231-0ade-48da-adec-daf634ac02c1 req-76bcbe74-0dda-488a-829b-8aef2784d877 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0819616 Feb 16 14:34:28.769236 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-312d1231-0ade-48da-adec-daf634ac02c1 req-ad2d5f9a-5c22-4cc9-b78d-60c51ebb6abb tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443006 Feb 16 14:34:29.898085 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac06d4d-1987-4584-b990-bc39c6684e5c req-2a948b0e-609c-4405-8564-685905768a0e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:29.899498 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fac06d4d-1987-4584-b990-bc39c6684e5c req-2a948b0e-609c-4405-8564-685905768a0e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0546284 Feb 16 14:34:29.956503 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fac06d4d-1987-4584-b990-bc39c6684e5c req-db9837a3-0a7e-4e5e-94db-f8ca12599841 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513167 Feb 16 14:34:31.088605 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346033b-8218-485d-ae78-c6b671b73eea req-392bba63-384c-4328-9a86-558306f0ce14 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:31.090100 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b346033b-8218-485d-ae78-c6b671b73eea req-392bba63-384c-4328-9a86-558306f0ce14 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0564404 Feb 16 14:34:31.137851 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b346033b-8218-485d-ae78-c6b671b73eea req-629e452a-520d-474a-b29e-39b16ef41510 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420969 Feb 16 14:34:31.425940 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:32.258575 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bf330-1125-47f0-a108-b6815cee8714 req-79e277aa-45dc-46da-8503-d9ad93d0c426 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:32.260040 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-993bf330-1125-47f0-a108-b6815cee8714 req-79e277aa-45dc-46da-8503-d9ad93d0c426 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0509512 Feb 16 14:34:32.305469 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-993bf330-1125-47f0-a108-b6815cee8714 req-c4e790bd-9515-477e-b41d-e8e96588077e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392833 Feb 16 14:34:33.432630 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704055c-a9e4-4e2e-90c4-158fe7529155 req-87e1de65-2ebf-48c8-b886-69c9d12cfb94 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:33.434085 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7704055c-a9e4-4e2e-90c4-158fe7529155 req-87e1de65-2ebf-48c8-b886-69c9d12cfb94 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0568502 Feb 16 14:34:33.481191 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7704055c-a9e4-4e2e-90c4-158fe7529155 req-e0c4691c-dbe7-41c8-abb9-9e8ba2460149 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405030 Feb 16 14:34:33.980421 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-98685cd0-0ac3-4368-9f7e-4dfbceda2389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:34.609960 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc22fdc-3ba4-4532-ae03-dd476f16c8f4 req-f6918d98-a5cc-4d5f-911e-8d0259b8f018 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:34.611415 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5bc22fdc-3ba4-4532-ae03-dd476f16c8f4 req-f6918d98-a5cc-4d5f-911e-8d0259b8f018 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 943 time: 0.0518951 Feb 16 14:34:34.656642 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5bc22fdc-3ba4-4532-ae03-dd476f16c8f4 req-97b284e9-9e13-441b-92ba-9fc9d8f8f41d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395670 Feb 16 14:34:35.119415 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 84bb47db-7162-4faf-a5ee-b9e6e28981f7 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:34:35.223971 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 84bb47db-7162-4faf-a5ee-b9e6e28981f7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:35.238473 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'port_id': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'mac_address': 'fa:16:3e:06:b2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:34:35.276137 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:34:35.276533 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:35.289950 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bb47db-7162-4faf-a5ee-b9e6e28981f7 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:34:35.311126 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 84bb47db-7162-4faf-a5ee-b9e6e28981f7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:35.609659 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:35.656513 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=84bb47db-7162-4faf-a5ee-b9e6e28981f7,revision_number=9']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:35.782753 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd148d-0925-4a83-bca9-1cb5fc253a83 req-dc10713c-dcfd-4300-b079-53f05e357138 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:35.784221 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b6fd148d-0925-4a83-bca9-1cb5fc253a83 req-dc10713c-dcfd-4300-b079-53f05e357138 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 944 time: 0.0575380 Feb 16 14:34:35.830230 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b6fd148d-0925-4a83-bca9-1cb5fc253a83 req-ff8d0578-cc1c-4151-8f86-8c46079c903d tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402005 Feb 16 14:34:35.860253 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['84bb47db-7162-4faf-a5ee-b9e6e28981f7'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:34:36.421356 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d9e0c7f3-e46d-4fd7-84f6-b108a23b7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:36.955862 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fd521-fc46-4d7e-b753-7b1623b9817d req-20de34fc-d097-4390-922a-35baa8d18d82 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:36.957375 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f56fd521-fc46-4d7e-b753-7b1623b9817d req-20de34fc-d097-4390-922a-35baa8d18d82 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 944 time: 0.0542059 Feb 16 14:34:37.003711 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f56fd521-fc46-4d7e-b753-7b1623b9817d req-480b66fb-7e58-4544-a0fd-857bc3b54b8e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408838 Feb 16 14:34:37.122270 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 84bb47db-7162-4faf-a5ee-b9e6e28981f7 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:34:37.170269 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:37.170751 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:37.247581 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:34:37.247998 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:37.270542 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb47db-7162-4faf-a5ee-b9e6e28981f7'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:34:37.272816 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9cb774-333b-4767-b183-519b2ba009cc" -d '{"events": [{"server_uuid": "cc6bd507-eaea-473e-b018-57a4fff34c95", "name": "network-vif-plugged", "status": "completed", "tag": "84bb47db-7162-4faf-a5ee-b9e6e28981f7"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:34:37.286966 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 84bb47db-7162-4faf-a5ee-b9e6e28981f7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:37.309508 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1947e8b-8427-49dc-a727-0dfcbfa46ce9 x-openstack-request-id: req-f1947e8b-8427-49dc-a727-0dfcbfa46ce9 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:34:37.309787 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6bd507-eaea-473e-b018-57a4fff34c95", "name": "network-vif-plugged", "status": "completed", "tag": "84bb47db-7162-4faf-a5ee-b9e6e28981f7", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:34:37.310048 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-f1947e8b-8427-49dc-a727-0dfcbfa46ce9 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:34:37.310509 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'code': 200} Feb 16 14:34:37.340513 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:37.391282 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=84bb47db-7162-4faf-a5ee-b9e6e28981f7,revision_number=10']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:37.635942 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb79ea6-24c9-4872-a175-afb701882cfb req-7b5b70ae-7296-4900-81ba-a230a5f4d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:37.637918 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9eb79ea6-24c9-4872-a175-afb701882cfb req-7b5b70ae-7296-4900-81ba-a230a5f4d2c5 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 1130 time: 0.0439491 Feb 16 14:34:37.685990 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9eb79ea6-24c9-4872-a175-afb701882cfb req-21ea003b-ebe7-488b-bc8d-1f22948b07d6 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372202 Feb 16 14:34:37.700336 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:38.012337 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1088-c3b1-4c8d-b02a-fc2b03c97b36 req-d0c836bf-5bd0-4035-904f-df695b1cc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:38.013932 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-145a1088-c3b1-4c8d-b02a-fc2b03c97b36 req-d0c836bf-5bd0-4035-904f-df695b1cc077 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=ff67d2ba26804b13adb65eef482bce48&device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 1130 time: 0.0489774 Feb 16 14:34:38.118858 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1088-c3b1-4c8d-b02a-fc2b03c97b36 req-a01fec1d-3c4d-4378-a101-7836914346e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:38.120386 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-145a1088-c3b1-4c8d-b02a-fc2b03c97b36 req-a01fec1d-3c4d-4378-a101-7836914346e2 service neutron] 10.222.0.127 "GET /v2.0/networks?id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d HTTP/1.1" status: 200 len: 917 time: 0.0860307 Feb 16 14:34:38.126406 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97bf34-be73-4d4a-91dc-0f40f8027be6 req-52f3dfe8-625b-4d61-86d8-441fb8f044f2 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:38.127888 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cb97bf34-be73-4d4a-91dc-0f40f8027be6 req-52f3dfe8-625b-4d61-86d8-441fb8f044f2 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 946 time: 0.0534503 Feb 16 14:34:38.186572 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cb97bf34-be73-4d4a-91dc-0f40f8027be6 req-c887c253-b2ff-469d-9a1f-b9e5b275abb1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520487 Feb 16 14:34:38.201211 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-145a1088-c3b1-4c8d-b02a-fc2b03c97b36 req-79ebc498-9d9a-45d8-a37d-80b1293e4006 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7 HTTP/1.1" status: 200 len: 1000 time: 0.0746732 Feb 16 14:34:38.252370 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1088-c3b1-4c8d-b02a-fc2b03c97b36 req-e4de8dca-1a2e-45a7-a52d-4268cb138c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:38.253835 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-145a1088-c3b1-4c8d-b02a-fc2b03c97b36 req-e4de8dca-1a2e-45a7-a52d-4268cb138c8a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=beb109f3-65e7-4dce-a498-267b9c749fc7 HTTP/1.1" status: 200 len: 855 time: 0.0438108 Feb 16 14:34:38.304498 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1088-c3b1-4c8d-b02a-fc2b03c97b36 req-8576dad6-8ab1-4ecc-ae5f-3b8f9a44759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:38.306015 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-145a1088-c3b1-4c8d-b02a-fc2b03c97b36 req-8576dad6-8ab1-4ecc-ae5f-3b8f9a44759f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464137 Feb 16 14:34:38.405008 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-145a1088-c3b1-4c8d-b02a-fc2b03c97b36 req-22efeb74-96c1-410a-bdd9-4dfc80af2604 service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905452 Feb 16 14:34:38.498025 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-145a1088-c3b1-4c8d-b02a-fc2b03c97b36 req-21f36d10-2a2b-41d0-9700-a5d47470b098 service neutron] 10.222.0.127 "GET /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833530 Feb 16 14:34:39.077548 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:39.328417 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e62d4-1d91-48ef-bf2f-75b5186861c1 req-5adb7d96-507d-4ca3-8752-f997271c933b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:39.329921 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f93e62d4-1d91-48ef-bf2f-75b5186861c1 req-5adb7d96-507d-4ca3-8752-f997271c933b tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 946 time: 0.0614145 Feb 16 14:34:39.386216 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f93e62d4-1d91-48ef-bf2f-75b5186861c1 req-378f8131-9870-403a-bf17-cf5b40f04f42 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507357 Feb 16 14:34:40.510988 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ec389-2c53-4049-9fd8-3ef1cc3369e9 req-dcfe9a7e-d534-4ad2-a0cc-2c3c19871a4e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:40.512461 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-360ec389-2c53-4049-9fd8-3ef1cc3369e9 req-dcfe9a7e-d534-4ad2-a0cc-2c3c19871a4e tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 946 time: 0.0534294 Feb 16 14:34:40.560687 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-360ec389-2c53-4049-9fd8-3ef1cc3369e9 req-6846fc66-c658-44f6-b8ad-a92af8a01c80 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 Feb 16 14:34:40.671696 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:40.729224 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-cc6fef1b-9916-4961-a01c-ffc82bab2515 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:40.730685 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-cc6fef1b-9916-4961-a01c-ffc82bab2515 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/networks?id=b4195b6b-52e4-4817-90dc-bf92069fac7f HTTP/1.1" status: 200 len: 815 time: 0.1085362 Feb 16 14:34:40.745753 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-a45889ab-520b-429c-b0fe-5695176892db tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/quotas/858b5ad54f934263adafa8fb7afafe66 HTTP/1.1" status: 200 len: 375 time: 0.0088856 Feb 16 14:34:40.798263 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-7b9e0c13-a780-4e00-9a45-0b1a643b80ec tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=858b5ad54f934263adafa8fb7afafe66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476360 Feb 16 14:34:40.890264 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-936e8a29-6497-4dfa-8952-618d32fa01e8 service neutron] 10.222.0.133 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855353 Feb 16 14:34:40.977476 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bde2077e-08a4-4dfa-96a7-88202be5c1fe service neutron] 10.222.0.133 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815945 Feb 16 14:34:41.253982 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1d6f00b4-dfc9-4838-af83-544636e95fbc req-b76485c2-d3bd-4bf9-a9a9-40ca2649ed6d tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 210 time: 0.0314026 Feb 16 14:34:42.353027 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7176968a-8db1-42b6-9ef9-2b6818e1a270 req-49404ed1-ab39-47ee-974d-0e3190620cd0 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 210 time: 0.0288544 Feb 16 14:34:43.082044 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-e92e5692-9e81-4311-98ea-649a8f1afd64 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:43.083487 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-e92e5692-9e81-4311-98ea-649a8f1afd64 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "GET /v2.0/networks?id=b4195b6b-52e4-4817-90dc-bf92069fac7f HTTP/1.1" status: 200 len: 815 time: 0.1087556 Feb 16 14:34:43.097791 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-0eba54f6-e2aa-4c16-8354-903c5e228578 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Request body: {'port': {'device_id': '1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f', 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f', 'admin_state_up': True, 'tenant_id': '858b5ad54f934263adafa8fb7afafe66'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:43.277456 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-0eba54f6-e2aa-4c16-8354-903c5e228578 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Made reservation on behalf of 858b5ad54f934263adafa8fb7afafe66 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:34:43.281060 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-0eba54f6-e2aa-4c16-8354-903c5e228578 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:43.409969 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-0eba54f6-e2aa-4c16-8354-903c5e228578 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Allocated IP 172.20.0.12 (b4195b6b-52e4-4817-90dc-bf92069fac7f/e3471f22-8305-4fb3-9392-e3a767a51e02/f96535e1-cf30-4587-9043-490b81e4004d) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:34:43.454487 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4e2ee29e-0322-410e-a833-52b7ec89eb9f req-66746d36-8858-445c-9647-12f005bc26b4 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 210 time: 0.0261557 Feb 16 14:34:43.554588 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-0eba54f6-e2aa-4c16-8354-903c5e228578 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks [] for port (f96535e1-cf30-4587-9043-490b81e4004d), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:43.619716 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-0eba54f6-e2aa-4c16-8354-903c5e228578 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (f96535e1-cf30-4587-9043-490b81e4004d), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:43.632069 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['02e6bfd3-a7be-48eb-9855-73510834525d'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:34:43.662434 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-0eba54f6-e2aa-4c16-8354-903c5e228578 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Network b4195b6b-52e4-4817-90dc-bf92069fac7f is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:34:43.667506 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-0eba54f6-e2aa-4c16-8354-903c5e228578 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:34:43.670700 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-0eba54f6-e2aa-4c16-8354-903c5e228578 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:34:43.705206 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba54f6-e2aa-4c16-8354-903c5e228578 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Pushing event updated for resources: {'Port': ['ID=f96535e1-cf30-4587-9043-490b81e4004d,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:43.729381 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-0eba54f6-e2aa-4c16-8354-903c5e228578 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:43.729993 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-0eba54f6-e2aa-4c16-8354-903c5e228578 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:43.776327 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-0eba54f6-e2aa-4c16-8354-903c5e228578 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6820703 Feb 16 14:34:43.787687 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Request body: {'port': {'device_id': '1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:43.845924 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f96535e1-cf30-4587-9043-490b81e4004d), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:44.099862 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96535e1-cf30-4587-9043-490b81e4004d {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:34:44.107195 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Publish callbacks [] for port (f96535e1-cf30-4587-9043-490b81e4004d), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:44.118969 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Transition to ACTIVE for port object f96535e1-cf30-4587-9043-490b81e4004d will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:34:44.185738 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (f96535e1-cf30-4587-9043-490b81e4004d), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:44.236945 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Pushing event updated for resources: {'Port': ['ID=f96535e1-cf30-4587-9043-490b81e4004d,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:44.300133 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Attempting to bind port f96535e1-cf30-4587-9043-490b81e4004d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:34:44.300475 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Attempting to bind port f96535e1-cf30-4587-9043-490b81e4004d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:34:44.300831 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Attempting to bind port f96535e1-cf30-4587-9043-490b81e4004d on network b4195b6b-52e4-4817-90dc-bf92069fac7f {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:34:44.305024 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Port f96535e1-cf30-4587-9043-490b81e4004d on network b4195b6b-52e4-4817-90dc-bf92069fac7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:34:44.305346 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Attempting to bind port f96535e1-cf30-4587-9043-490b81e4004d on network b4195b6b-52e4-4817-90dc-bf92069fac7f {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:34:44.310636 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:34:44.310976 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Checking segment: {'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:34:44.311354 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Bound using segment: {'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:34:44.311772 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Bound port: f96535e1-cf30-4587-9043-490b81e4004d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:34:44.312122 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f96535e1-cf30-4587-9043-490b81e4004d), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:44.376384 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] For port f96535e1-cf30-4587-9043-490b81e4004d, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:34:44.379245 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] For port f96535e1-cf30-4587-9043-490b81e4004d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f96535e1-cf30-4587-9043-490b81e4004d,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:34:44.454239 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (f96535e1-cf30-4587-9043-490b81e4004d), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:44.487094 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:44.487702 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:44.489135 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] 10.222.0.127 "PUT /v2.0/ports/f96535e1-cf30-4587-9043-490b81e4004d HTTP/1.1" status: 200 len: 1094 time: 0.7057784 Feb 16 14:34:44.489575 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f', 'tag': 'f96535e1-cf30-4587-9043-490b81e4004d'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:34:44.491773 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c43830a-ef74-47ec-bd8b-f71a3be76500" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f", "tag": "f96535e1-cf30-4587-9043-490b81e4004d"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:34:44.517945 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe6c66-39ac-4526-a0a0-eacdf497d121 service neutron] Pushing event updated for resources: {'Port': ['ID=f96535e1-cf30-4587-9043-490b81e4004d,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:44.534278 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecd61f9-b7fb-4581-8c6c-6b6bbdbfdd8a x-openstack-request-id: req-fecd61f9-b7fb-4581-8c6c-6b6bbdbfdd8a {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:34:44.535890 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f", "tag": "f96535e1-cf30-4587-9043-490b81e4004d", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:34:44.535890 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-fecd61f9-b7fb-4581-8c6c-6b6bbdbfdd8a {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:34:44.535890 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f', 'tag': 'f96535e1-cf30-4587-9043-490b81e4004d', 'status': 'completed', 'code': 200} Feb 16 14:34:44.581952 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f244aeb-d393-45b9-bae8-bfb282076f4f req-fad0654f-30f8-4460-8a92-37a80972d031 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:44.583632 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7f244aeb-d393-45b9-bae8-bfb282076f4f req-fad0654f-30f8-4460-8a92-37a80972d031 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 944 time: 0.0542660 Feb 16 14:34:44.607493 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43830a-ef74-47ec-bd8b-f71a3be76500 req-6481de1f-e606-4ff5-b437-d3ae612daf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:44.608990 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5c43830a-ef74-47ec-bd8b-f71a3be76500 req-6481de1f-e606-4ff5-b437-d3ae612daf36 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=858b5ad54f934263adafa8fb7afafe66&device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 1128 time: 0.0513723 Feb 16 14:34:44.631465 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7f244aeb-d393-45b9-bae8-bfb282076f4f req-3e7e1750-c695-40b2-8d06-c9ab6f8f86c1 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419981 Feb 16 14:34:44.709688 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43830a-ef74-47ec-bd8b-f71a3be76500 req-b68716e4-0dc1-47ef-962c-855fe7b26165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:44.711173 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5c43830a-ef74-47ec-bd8b-f71a3be76500 req-b68716e4-0dc1-47ef-962c-855fe7b26165 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=858b5ad54f934263adafa8fb7afafe66&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0945289 Feb 16 14:34:44.802215 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43830a-ef74-47ec-bd8b-f71a3be76500 req-514c925e-debc-4ec9-90e8-316eebbba889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:44.803686 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5c43830a-ef74-47ec-bd8b-f71a3be76500 req-514c925e-debc-4ec9-90e8-316eebbba889 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847588 Feb 16 14:34:44.891219 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-51c277dd-88ad-46ea-a114-43d92237be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:44.892646 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-51c277dd-88ad-46ea-a114-43d92237be06 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=858b5ad54f934263adafa8fb7afafe66&device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 1128 time: 0.0485480 Feb 16 14:34:44.934092 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-a3909218-c2ac-4ac7-b136-9f898959cca8 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f96535e1-cf30-4587-9043-490b81e4004d HTTP/1.1" status: 200 len: 217 time: 0.0333803 Feb 16 14:34:44.982887 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-8f6207a6-2901-4ea6-a3ea-36855a1a8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:44.984366 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-8f6207a6-2901-4ea6-a3ea-36855a1a8e50 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e3471f22-8305-4fb3-9392-e3a767a51e02 HTTP/1.1" status: 200 len: 855 time: 0.0436089 Feb 16 14:34:45.017276 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-aaf3c5bb-09f1-4fbc-aa3d-bde12d07fadf service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b4195b6b-52e4-4817-90dc-bf92069fac7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245507 Feb 16 14:34:45.109070 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-2a60697e-f34c-475a-9a5b-b0bbfb8ded85 service neutron] 10.222.0.127 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845861 Feb 16 14:34:45.200500 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b823d68-9104-4fca-8b5e-e7b111689f0e req-c60eadff-7956-4fb3-aee9-de380f4525fb service neutron] 10.222.0.127 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802109 Feb 16 14:34:45.754242 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94968e-a015-40f9-8983-03d1978aad5c req-23b9d9d0-c8c3-476c-b7b0-fcc8805d6f5a tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:45.755681 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e94968e-a015-40f9-8983-03d1978aad5c req-23b9d9d0-c8c3-476c-b7b0-fcc8805d6f5a tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 944 time: 0.0561628 Feb 16 14:34:45.801529 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e94968e-a015-40f9-8983-03d1978aad5c req-27c86213-5df0-4933-937c-bb7f96f45180 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399354 Feb 16 14:34:46.919148 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5ed9a-4fbf-4029-85a0-a6fb5084264a req-532e13ea-9d28-41fd-8819-c75d395c5da5 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:46.920603 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-96f5ed9a-4fbf-4029-85a0-a6fb5084264a req-532e13ea-9d28-41fd-8819-c75d395c5da5 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 944 time: 0.0525184 Feb 16 14:34:46.966879 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-96f5ed9a-4fbf-4029-85a0-a6fb5084264a req-15bc4aaf-5079-41fa-b3f1-ac3801d8ba2a tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407662 Feb 16 14:34:47.171368 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f96535e1-cf30-4587-9043-490b81e4004d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:34:47.266460 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f96535e1-cf30-4587-9043-490b81e4004d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f96535e1-cf30-4587-9043-490b81e4004d,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:47.277095 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': 'f96535e1-cf30-4587-9043-490b81e4004d', 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f', 'port_id': 'f96535e1-cf30-4587-9043-490b81e4004d', 'mac_address': 'fa:16:3e:86:46:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3471f22-8305-4fb3-9392-e3a767a51e02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:34:47.312968 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port f96535e1-cf30-4587-9043-490b81e4004d is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:34:47.313355 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f96535e1-cf30-4587-9043-490b81e4004d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:47.329856 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96535e1-cf30-4587-9043-490b81e4004d {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:34:47.349666 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f96535e1-cf30-4587-9043-490b81e4004d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f96535e1-cf30-4587-9043-490b81e4004d,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:47.430318 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (f96535e1-cf30-4587-9043-490b81e4004d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:47.475924 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=f96535e1-cf30-4587-9043-490b81e4004d,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:47.702292 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['f96535e1-cf30-4587-9043-490b81e4004d'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:34:48.084196 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737812c0-aa20-42c8-8fb0-d5c5b561a1e8 req-86192ec8-4806-40d2-ae0f-d1ca90ce2652 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:48.085660 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-737812c0-aa20-42c8-8fb0-d5c5b561a1e8 req-86192ec8-4806-40d2-ae0f-d1ca90ce2652 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 945 time: 0.0503626 Feb 16 14:34:48.133981 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-737812c0-aa20-42c8-8fb0-d5c5b561a1e8 req-e03f914d-0c61-4019-8557-f6a5308f2555 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Feb 16 14:34:49.199931 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f96535e1-cf30-4587-9043-490b81e4004d up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:34:49.252301 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897eba0-8e37-4021-a615-24e5cb5fad05 req-92278fd1-fbd1-4323-9c48-255bb1337ba9 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:49.253800 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b897eba0-8e37-4021-a615-24e5cb5fad05 req-92278fd1-fbd1-4323-9c48-255bb1337ba9 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 945 time: 0.0530028 Feb 16 14:34:49.298997 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port f96535e1-cf30-4587-9043-490b81e4004d completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:34:49.301160 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b897eba0-8e37-4021-a615-24e5cb5fad05 req-5c0c8638-5d58-420f-b0ce-f062e294dde2 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418160 Feb 16 14:34:49.303287 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port f96535e1-cf30-4587-9043-490b81e4004d triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:49.303671 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (f96535e1-cf30-4587-9043-490b81e4004d), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:49.379716 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port f96535e1-cf30-4587-9043-490b81e4004d is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:34:49.380108 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f96535e1-cf30-4587-9043-490b81e4004d), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:49.403277 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96535e1-cf30-4587-9043-490b81e4004d'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:34:49.405516 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14f35b3-b940-48dd-8791-9ec9e7e6c99d" -d '{"events": [{"server_uuid": "1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f", "name": "network-vif-plugged", "status": "completed", "tag": "f96535e1-cf30-4587-9043-490b81e4004d"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:34:49.421582 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f96535e1-cf30-4587-9043-490b81e4004d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f96535e1-cf30-4587-9043-490b81e4004d,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:49.441131 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a99dcca-64fc-4da9-9233-deab3f692e09 x-openstack-request-id: req-1a99dcca-64fc-4da9-9233-deab3f692e09 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:34:49.441430 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f", "name": "network-vif-plugged", "status": "completed", "tag": "f96535e1-cf30-4587-9043-490b81e4004d", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:34:49.441702 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-1a99dcca-64fc-4da9-9233-deab3f692e09 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:34:49.442124 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96535e1-cf30-4587-9043-490b81e4004d', 'code': 200} Feb 16 14:34:49.486793 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (f96535e1-cf30-4587-9043-490b81e4004d), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:49.534539 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=f96535e1-cf30-4587-9043-490b81e4004d,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:49.727079 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018be23-38e2-42e5-ae83-238b7a4eab3d req-c152c856-7886-488a-b49b-f2b0bebeb440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:49.728499 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e018be23-38e2-42e5-ae83-238b7a4eab3d req-c152c856-7886-488a-b49b-f2b0bebeb440 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 1130 time: 0.0477064 Feb 16 14:34:49.770343 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e018be23-38e2-42e5-ae83-238b7a4eab3d req-217b31e6-6cc0-402f-b9f8-962821be291e service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357211 Feb 16 14:34:50.415420 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2270c2-948c-4afb-877a-9fc4d78b69f5 req-5edeceb7-2968-4c8d-b91d-3bba8bbe1b1f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:50.416879 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4c2270c2-948c-4afb-877a-9fc4d78b69f5 req-5edeceb7-2968-4c8d-b91d-3bba8bbe1b1f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 946 time: 0.0518782 Feb 16 14:34:50.462090 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4c2270c2-948c-4afb-877a-9fc4d78b69f5 req-9af05427-9410-4631-b011-2b7c3c61cc67 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396700 Feb 16 14:34:51.587142 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ea477-fb1a-4a6d-a842-9f7fb17baed1 req-0719e8e3-fdb8-4138-afb7-823517341d23 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:51.588609 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-456ea477-fb1a-4a6d-a842-9f7fb17baed1 req-0719e8e3-fdb8-4138-afb7-823517341d23 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 946 time: 0.0562460 Feb 16 14:34:51.635681 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-456ea477-fb1a-4a6d-a842-9f7fb17baed1 req-cf0432be-040e-468c-b04b-f461c07c502d tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 Feb 16 14:34:53.387722 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-b532293d-4fec-4807-9217-973b15b75f23 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:53.389222 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-b532293d-4fec-4807-9217-973b15b75f23 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/networks?id=b4195b6b-52e4-4817-90dc-bf92069fac7f HTTP/1.1" status: 200 len: 815 time: 0.0994425 Feb 16 14:34:53.403246 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-75695518-668b-4289-9991-366277f3cd10 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/quotas/858b5ad54f934263adafa8fb7afafe66 HTTP/1.1" status: 200 len: 375 time: 0.0088141 Feb 16 14:34:53.460993 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-d5f946cb-3605-4330-8bf6-eb3811d2ca74 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=858b5ad54f934263adafa8fb7afafe66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526390 Feb 16 14:34:53.547669 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-5c2cbbce-6103-4b7f-ad9c-b187ea9e4504 service neutron] 10.222.0.133 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803955 Feb 16 14:34:53.640902 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-724000af-0ee9-47ef-9062-67659d4b104e service neutron] 10.222.0.133 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877349 Feb 16 14:34:53.870317 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c8071520-be95-4773-a72e-51a459a1995b req-e435cad0-0da6-4633-9f7d-e8ea8524bbe4 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 210 time: 0.0272205 Feb 16 14:34:54.967404 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-342528e4-6f3b-487b-87c4-a3253572f783 req-84e87c76-0a60-42bf-825c-37a481d37450 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 210 time: 0.0286896 Feb 16 14:34:55.605947 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-315e050e-a9d0-4572-9119-d42ee0c8e2ff tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:55.607131 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-315e050e-a9d0-4572-9119-d42ee0c8e2ff tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "GET /v2.0/networks?id=b4195b6b-52e4-4817-90dc-bf92069fac7f HTTP/1.1" status: 200 len: 815 time: 0.1019475 Feb 16 14:34:55.623409 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-2599691f-62e0-4610-b199-79466be94b52 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Request body: {'port': {'device_id': 'b6695c78-531d-4f92-9cd1-ba84c70f0cec', 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f', 'admin_state_up': True, 'tenant_id': '858b5ad54f934263adafa8fb7afafe66'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:55.779023 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-2599691f-62e0-4610-b199-79466be94b52 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Made reservation on behalf of 858b5ad54f934263adafa8fb7afafe66 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:34:55.782691 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-2599691f-62e0-4610-b199-79466be94b52 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:55.913328 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-2599691f-62e0-4610-b199-79466be94b52 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Allocated IP 172.20.0.2 (b4195b6b-52e4-4817-90dc-bf92069fac7f/e3471f22-8305-4fb3-9392-e3a767a51e02/f06077e1-e9fd-46d4-868c-d1a1d6d227b6) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:34:56.057155 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-2599691f-62e0-4610-b199-79466be94b52 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks [] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:56.061667 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2b16f46a-6a9d-483f-ac68-77a44aa9b7e6 req-8d32ab11-cc84-4f97-9898-f8ecb741f5c8 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 210 time: 0.0263541 Feb 16 14:34:56.155293 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-2599691f-62e0-4610-b199-79466be94b52 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:56.169310 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['02e6bfd3-a7be-48eb-9855-73510834525d', 'f96535e1-cf30-4587-9043-490b81e4004d'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:34:56.196037 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-2599691f-62e0-4610-b199-79466be94b52 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Network b4195b6b-52e4-4817-90dc-bf92069fac7f is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:34:56.199560 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-2599691f-62e0-4610-b199-79466be94b52 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:34:56.205773 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-2599691f-62e0-4610-b199-79466be94b52 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:34:56.237973 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599691f-62e0-4610-b199-79466be94b52 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Pushing event updated for resources: {'Port': ['ID=f06077e1-e9fd-46d4-868c-d1a1d6d227b6,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:56.260361 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-2599691f-62e0-4610-b199-79466be94b52 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:56.261118 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-2599691f-62e0-4610-b199-79466be94b52 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:56.341053 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-2599691f-62e0-4610-b199-79466be94b52 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7212965 Feb 16 14:34:56.352953 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Request body: {'port': {'device_id': 'b6695c78-531d-4f92-9cd1-ba84c70f0cec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:56.415468 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:56.670920 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06077e1-e9fd-46d4-868c-d1a1d6d227b6 {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:34:56.678293 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Publish callbacks [] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:56.690463 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Transition to ACTIVE for port object f06077e1-e9fd-46d4-868c-d1a1d6d227b6 will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:34:56.737900 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:56.784872 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Pushing event updated for resources: {'Port': ['ID=f06077e1-e9fd-46d4-868c-d1a1d6d227b6,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:56.856395 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Attempting to bind port f06077e1-e9fd-46d4-868c-d1a1d6d227b6 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:34:56.856727 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Attempting to bind port f06077e1-e9fd-46d4-868c-d1a1d6d227b6 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:34:56.857089 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Attempting to bind port f06077e1-e9fd-46d4-868c-d1a1d6d227b6 on network b4195b6b-52e4-4817-90dc-bf92069fac7f {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:34:56.861338 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Port f06077e1-e9fd-46d4-868c-d1a1d6d227b6 on network b4195b6b-52e4-4817-90dc-bf92069fac7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:34:56.861854 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Attempting to bind port f06077e1-e9fd-46d4-868c-d1a1d6d227b6 on network b4195b6b-52e4-4817-90dc-bf92069fac7f {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:34:56.866639 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:34:56.866981 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Checking segment: {'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:34:56.867363 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Bound using segment: {'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:34:56.867786 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Bound port: f06077e1-e9fd-46d4-868c-d1a1d6d227b6, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:34:56.868144 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:56.930333 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] For port f06077e1-e9fd-46d4-868c-d1a1d6d227b6, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:34:56.933821 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] For port f06077e1-e9fd-46d4-868c-d1a1d6d227b6, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f06077e1-e9fd-46d4-868c-d1a1d6d227b6,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:34:57.006180 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:57.039852 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:57.040461 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:57.041934 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] 10.222.0.127 "PUT /v2.0/ports/f06077e1-e9fd-46d4-868c-d1a1d6d227b6 HTTP/1.1" status: 200 len: 1093 time: 0.6930780 Feb 16 14:34:57.042950 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6695c78-531d-4f92-9cd1-ba84c70f0cec', 'tag': 'f06077e1-e9fd-46d4-868c-d1a1d6d227b6'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:34:57.045208 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccb1c4e-73d9-4948-b6c4-b7c130104f64" -d '{"events": [{"name": "network-changed", "server_uuid": "b6695c78-531d-4f92-9cd1-ba84c70f0cec", "tag": "f06077e1-e9fd-46d4-868c-d1a1d6d227b6"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:34:57.069788 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b9c4a-8c56-4bfe-b6fb-83e2785f8613 service neutron] Pushing event updated for resources: {'Port': ['ID=f06077e1-e9fd-46d4-868c-d1a1d6d227b6,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:57.081218 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab9f995-42e6-43ad-a6e0-e6f5892c9c87 x-openstack-request-id: req-1ab9f995-42e6-43ad-a6e0-e6f5892c9c87 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:34:57.081505 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6695c78-531d-4f92-9cd1-ba84c70f0cec", "tag": "f06077e1-e9fd-46d4-868c-d1a1d6d227b6", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:34:57.081754 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-1ab9f995-42e6-43ad-a6e0-e6f5892c9c87 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:34:57.082143 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6695c78-531d-4f92-9cd1-ba84c70f0cec', 'tag': 'f06077e1-e9fd-46d4-868c-d1a1d6d227b6', 'status': 'completed', 'code': 200} Feb 16 14:34:57.191195 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee658acd-931a-4116-a115-91f012efce96 req-c5879147-d6ae-4da9-bb08-80f7929bc107 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:57.192661 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee658acd-931a-4116-a115-91f012efce96 req-c5879147-d6ae-4da9-bb08-80f7929bc107 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 943 time: 0.0603290 Feb 16 14:34:57.242977 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ee658acd-931a-4116-a115-91f012efce96 req-264ca6f2-ffa9-46bf-bc1a-7b3f4000c284 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429389 Feb 16 14:34:57.404102 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb1c4e-73d9-4948-b6c4-b7c130104f64 req-846ed5b5-353b-4e1c-a9f1-6a54c945b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:57.405644 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8ccb1c4e-73d9-4948-b6c4-b7c130104f64 req-846ed5b5-353b-4e1c-a9f1-6a54c945b086 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=858b5ad54f934263adafa8fb7afafe66&device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 1127 time: 0.2986786 Feb 16 14:34:57.501090 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb1c4e-73d9-4948-b6c4-b7c130104f64 req-f74cb097-ceed-468a-b59e-43764851cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:57.502505 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8ccb1c4e-73d9-4948-b6c4-b7c130104f64 req-f74cb097-ceed-468a-b59e-43764851cb2d service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=858b5ad54f934263adafa8fb7afafe66&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0879743 Feb 16 14:34:57.601767 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb1c4e-73d9-4948-b6c4-b7c130104f64 req-cb910ab2-7b42-4615-b288-d88832fec16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:57.603207 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8ccb1c4e-73d9-4948-b6c4-b7c130104f64 req-cb910ab2-7b42-4615-b288-d88832fec16d service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893064 Feb 16 14:34:57.685836 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-e625ec37-28b0-4d9c-953d-3a2b791c8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:57.687323 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-e625ec37-28b0-4d9c-953d-3a2b791c8b6d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=858b5ad54f934263adafa8fb7afafe66&device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 1127 time: 0.0456665 Feb 16 14:34:57.737611 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-ad2d0a19-3699-4be8-bd49-4436c4bed768 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f06077e1-e9fd-46d4-868c-d1a1d6d227b6 HTTP/1.1" status: 200 len: 217 time: 0.0366430 Feb 16 14:34:57.789802 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-b7777c85-9079-4f35-8c38-fb18d9393d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:57.796864 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-b7777c85-9079-4f35-8c38-fb18d9393d76 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e3471f22-8305-4fb3-9392-e3a767a51e02 HTTP/1.1" status: 200 len: 855 time: 0.0435169 Feb 16 14:34:57.823687 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-4bcdb810-e7dd-4d80-995d-7e66a18fbeb8 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b4195b6b-52e4-4817-90dc-bf92069fac7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255065 Feb 16 14:34:57.914225 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-aaccb4b5-0daa-40ca-9b4e-b03696bda1b5 service neutron] 10.222.0.127 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852237 Feb 16 14:34:58.004477 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-973e7f1d-01c6-4a38-a5d2-e00aa2fe818e req-ee067728-d956-4be5-b7bd-f988ede7cf70 service neutron] 10.222.0.127 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810976 Feb 16 14:34:58.362808 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c141d83-2778-45c5-9648-8b0380a18c89 req-beb9c6e9-a999-45ff-93ae-f13a62a00787 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:58.364273 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0c141d83-2778-45c5-9648-8b0380a18c89 req-beb9c6e9-a999-45ff-93ae-f13a62a00787 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 943 time: 0.0523601 Feb 16 14:34:58.410910 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0c141d83-2778-45c5-9648-8b0380a18c89 req-472addca-d30d-408d-af21-cf0cc27c41e5 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Feb 16 14:34:59.244561 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f06077e1-e9fd-46d4-868c-d1a1d6d227b6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:34:59.342170 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f06077e1-e9fd-46d4-868c-d1a1d6d227b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f06077e1-e9fd-46d4-868c-d1a1d6d227b6,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:59.352377 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': 'f06077e1-e9fd-46d4-868c-d1a1d6d227b6', 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f', 'port_id': 'f06077e1-e9fd-46d4-868c-d1a1d6d227b6', 'mac_address': 'fa:16:3e:51:a4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3471f22-8305-4fb3-9392-e3a767a51e02', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:34:59.389461 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port f06077e1-e9fd-46d4-868c-d1a1d6d227b6 is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:34:59.389859 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:59.402532 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06077e1-e9fd-46d4-868c-d1a1d6d227b6 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:34:59.421638 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f06077e1-e9fd-46d4-868c-d1a1d6d227b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f06077e1-e9fd-46d4-868c-d1a1d6d227b6,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:34:59.486117 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:34:59.530886 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66200302-ef2d-4f43-a3e6-076daccdd8fb req-c2cc40a2-0c5d-4c45-a18f-397cbb549628 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:59.532629 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-66200302-ef2d-4f43-a3e6-076daccdd8fb req-c2cc40a2-0c5d-4c45-a18f-397cbb549628 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 944 time: 0.0534976 Feb 16 14:34:59.533637 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=f06077e1-e9fd-46d4-868c-d1a1d6d227b6,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:59.582949 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-66200302-ef2d-4f43-a3e6-076daccdd8fb req-8ad5bb1d-948b-4196-8594-5b172c2ff084 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443804 Feb 16 14:34:59.771331 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['f06077e1-e9fd-46d4-868c-d1a1d6d227b6'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:35:00.702909 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a89b6f-43fc-435a-872d-17c64887b013 req-e8dd12db-a5ab-4f51-a3f8-7abb47a86f89 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:00.704358 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17a89b6f-43fc-435a-872d-17c64887b013 req-e8dd12db-a5ab-4f51-a3f8-7abb47a86f89 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 944 time: 0.0555983 Feb 16 14:35:00.750924 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-17a89b6f-43fc-435a-872d-17c64887b013 req-9d7ac321-e13b-498c-b128-672e0dcbff23 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Feb 16 14:35:01.258062 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f06077e1-e9fd-46d4-868c-d1a1d6d227b6 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:35:01.359990 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port f06077e1-e9fd-46d4-868c-d1a1d6d227b6 completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:35:01.363567 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port f06077e1-e9fd-46d4-868c-d1a1d6d227b6 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:35:01.366042 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:01.425685 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:01.439218 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port f06077e1-e9fd-46d4-868c-d1a1d6d227b6 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:35:01.439611 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:01.461635 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6695c78-531d-4f92-9cd1-ba84c70f0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06077e1-e9fd-46d4-868c-d1a1d6d227b6'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:35:01.464392 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9f8e14-5588-4956-a477-624dbb0d8f0d" -d '{"events": [{"server_uuid": "b6695c78-531d-4f92-9cd1-ba84c70f0cec", "name": "network-vif-plugged", "status": "completed", "tag": "f06077e1-e9fd-46d4-868c-d1a1d6d227b6"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:35:01.482511 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port f06077e1-e9fd-46d4-868c-d1a1d6d227b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f06077e1-e9fd-46d4-868c-d1a1d6d227b6,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:01.500410 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba07b7cd-63cd-4fbb-800f-7c1c23bf7dfb x-openstack-request-id: req-ba07b7cd-63cd-4fbb-800f-7c1c23bf7dfb {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:35:01.500850 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6695c78-531d-4f92-9cd1-ba84c70f0cec", "name": "network-vif-plugged", "status": "completed", "tag": "f06077e1-e9fd-46d4-868c-d1a1d6d227b6", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:35:01.508132 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-ba07b7cd-63cd-4fbb-800f-7c1c23bf7dfb {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:35:01.508132 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6695c78-531d-4f92-9cd1-ba84c70f0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06077e1-e9fd-46d4-868c-d1a1d6d227b6', 'code': 200} Feb 16 14:35:01.543496 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:01.589592 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=f06077e1-e9fd-46d4-868c-d1a1d6d227b6,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:01.596599 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:01.596974 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:01.597327 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:01.597663 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:01.597993 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:01.598322 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:01.598648 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:01.598973 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:01.599296 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:01.599616 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:01.599937 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:01.600254 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:01.600570 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:01.785982 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d603e-457f-4391-ae1f-18e82a615d66 req-e6b2d387-c50e-4ddc-8f32-e479ce96523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:01.787507 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ea4d603e-457f-4391-ae1f-18e82a615d66 req-e6b2d387-c50e-4ddc-8f32-e479ce96523a service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 1129 time: 0.0441194 Feb 16 14:35:01.835844 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ea4d603e-457f-4391-ae1f-18e82a615d66 req-eb5a4775-35bb-4c86-8953-bb184678ba0f service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423822 Feb 16 14:35:01.869240 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405a5d1-f7de-44b6-ab27-387efcc0e2b0 req-1c1373fe-1d86-4ae0-86ab-785ab3acdddf tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:01.870853 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d405a5d1-f7de-44b6-ab27-387efcc0e2b0 req-1c1373fe-1d86-4ae0-86ab-785ab3acdddf tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 945 time: 0.0536697 Feb 16 14:35:01.917219 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d405a5d1-f7de-44b6-ab27-387efcc0e2b0 req-0db582f4-fd27-402b-9c4b-d92832d67f3f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Feb 16 14:35:03.040661 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd7cf8-514b-4e21-adc1-ba963baf93d0 req-59b145b6-e313-4a59-9034-de98b946b4b6 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:03.042293 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d4fd7cf8-514b-4e21-adc1-ba963baf93d0 req-59b145b6-e313-4a59-9034-de98b946b4b6 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 945 time: 0.0576859 Feb 16 14:35:03.089455 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d4fd7cf8-514b-4e21-adc1-ba963baf93d0 req-6f2f5a0c-81a7-4592-89bc-20ff458b4d57 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416181 Feb 16 14:35:03.994810 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-79be1d63-ae37-4190-a61d-624eba2822c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:04.204370 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c19e5a-9ad6-42dd-8d86-13868cfd2c1d req-c5bddfb9-2d4f-4dbb-985f-9d5f22fcccc6 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:04.205759 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82c19e5a-9ad6-42dd-8d86-13868cfd2c1d req-c5bddfb9-2d4f-4dbb-985f-9d5f22fcccc6 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 945 time: 0.0519502 Feb 16 14:35:04.252814 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82c19e5a-9ad6-42dd-8d86-13868cfd2c1d req-5a538eb6-b0f2-499c-91c3-6e873ee79a41 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416236 Feb 16 14:35:04.946330 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:35:06.428405 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-50c8f857-2f47-4186-8bbe-c4a162435a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:07.679572 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:09.084965 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:10.678343 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:16.950978 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-d926b64e-c295-4d26-82a6-448bf988118a tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:16.952470 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-d926b64e-c295-4d26-82a6-448bf988118a tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/networks?id=b4195b6b-52e4-4817-90dc-bf92069fac7f HTTP/1.1" status: 200 len: 815 time: 0.1009800 Feb 16 14:35:16.967006 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-dadb0a74-a07b-467e-a830-0861e0fc8fe0 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/quotas/858b5ad54f934263adafa8fb7afafe66 HTTP/1.1" status: 200 len: 375 time: 0.0092921 Feb 16 14:35:17.021575 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-4d053b2d-beb1-41a6-b90c-a43bf70880e4 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=858b5ad54f934263adafa8fb7afafe66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499091 Feb 16 14:35:17.112023 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-91dc612b-ff1a-4fd1-9b66-f7bf0dbe1461 service neutron] 10.222.0.133 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831385 Feb 16 14:35:17.198847 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-8d97895e-ac95-4a2b-8703-819ba245ef02 service neutron] 10.222.0.133 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812154 Feb 16 14:35:17.394083 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c1a2225e-9fe3-47ba-8624-839092505c40 req-e4004a8c-d438-43a8-aed6-c077a638ea8c tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 210 time: 0.0280232 Feb 16 14:35:18.491574 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2e12e208-d127-418b-b887-e3e5b1cdb05e req-1709b1d0-946b-4623-b824-e001ff8a0a7c tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 210 time: 0.0305593 Feb 16 14:35:19.188136 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-a50ed5e7-e4a3-4562-9011-1f95021f0b5e tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:19.189497 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-a50ed5e7-e4a3-4562-9011-1f95021f0b5e tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "GET /v2.0/networks?id=b4195b6b-52e4-4817-90dc-bf92069fac7f HTTP/1.1" status: 200 len: 815 time: 0.1009233 Feb 16 14:35:19.200949 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Request body: {'port': {'device_id': 'cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e', 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f', 'admin_state_up': True, 'tenant_id': '858b5ad54f934263adafa8fb7afafe66'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:35:19.375588 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Made reservation on behalf of 858b5ad54f934263adafa8fb7afafe66 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:35:19.379027 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:19.505247 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Allocated IP 172.20.0.9 (b4195b6b-52e4-4817-90dc-bf92069fac7f/e3471f22-8305-4fb3-9392-e3a767a51e02/1b2e307c-b659-4e64-8755-9cb9d49016d6) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:35:19.607167 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c6a0c15b-e2a9-49c1-b4c0-bb2a461285fc req-2cce285e-cb6a-4989-a4cb-1fff79833a81 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 210 time: 0.0298524 Feb 16 14:35:19.634405 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ae857-861f-4146-9194-db4dd041749d req-8b4fd1e2-15cd-48bb-ad25-a4b31e674aac tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:19.636000 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c92ae857-861f-4146-9194-db4dd041749d req-8b4fd1e2-15cd-48bb-ad25-a4b31e674aac tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 946 time: 0.0901504 Feb 16 14:35:19.660415 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks [] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:19.683716 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c92ae857-861f-4146-9194-db4dd041749d req-0e3e6a8c-adac-4959-afb5-afd50dbdcec1 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418415 Feb 16 14:35:19.775718 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:19.787945 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['02e6bfd3-a7be-48eb-9855-73510834525d', 'f96535e1-cf30-4587-9043-490b81e4004d', 'f06077e1-e9fd-46d4-868c-d1a1d6d227b6'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:35:19.821206 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Network b4195b6b-52e4-4817-90dc-bf92069fac7f is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:35:19.824343 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:35:19.828081 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:35:19.856291 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Pushing event updated for resources: {'Port': ['ID=1b2e307c-b659-4e64-8755-9cb9d49016d6,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:19.871621 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:19.871984 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:19.872340 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:19.872709 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:19.873063 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:19.873402 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:19.873748 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:19.874486 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:19.874828 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:19.875165 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:19.875503 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:19.875839 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:19.876175 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:19.896155 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:19.896895 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:19.989154 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-f30aaf4f-2fbe-436a-88ab-9ebc3643f0c7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7916248 Feb 16 14:35:20.001263 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Request body: {'port': {'device_id': 'cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:35:20.060040 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:20.317059 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2e307c-b659-4e64-8755-9cb9d49016d6 {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:35:20.324905 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Publish callbacks [] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:20.336652 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Transition to ACTIVE for port object 1b2e307c-b659-4e64-8755-9cb9d49016d6 will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:35:20.398129 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:20.448841 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Pushing event updated for resources: {'Port': ['ID=1b2e307c-b659-4e64-8755-9cb9d49016d6,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:20.516999 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Attempting to bind port 1b2e307c-b659-4e64-8755-9cb9d49016d6 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:35:20.517336 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Attempting to bind port 1b2e307c-b659-4e64-8755-9cb9d49016d6 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:35:20.517664 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Attempting to bind port 1b2e307c-b659-4e64-8755-9cb9d49016d6 on network b4195b6b-52e4-4817-90dc-bf92069fac7f {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:35:20.521811 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Port 1b2e307c-b659-4e64-8755-9cb9d49016d6 on network b4195b6b-52e4-4817-90dc-bf92069fac7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:35:20.522129 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Attempting to bind port 1b2e307c-b659-4e64-8755-9cb9d49016d6 on network b4195b6b-52e4-4817-90dc-bf92069fac7f {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:35:20.527130 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:35:20.527461 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Checking segment: {'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:35:20.527837 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Bound using segment: {'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:35:20.528251 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Bound port: 1b2e307c-b659-4e64-8755-9cb9d49016d6, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad2237e7-000a-45ef-b023-b1777e7838bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:35:20.528597 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:20.593401 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] For port 1b2e307c-b659-4e64-8755-9cb9d49016d6, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:35:20.596218 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] For port 1b2e307c-b659-4e64-8755-9cb9d49016d6, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1b2e307c-b659-4e64-8755-9cb9d49016d6,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:35:20.661469 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:20.696689 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:20.697336 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:20.698718 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] 10.222.0.127 "PUT /v2.0/ports/1b2e307c-b659-4e64-8755-9cb9d49016d6 HTTP/1.1" status: 200 len: 1093 time: 0.7016718 Feb 16 14:35:20.699158 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e', 'tag': '1b2e307c-b659-4e64-8755-9cb9d49016d6'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:35:20.701403 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b59ccf4-3c13-432b-b897-b40a0b5f8f39" -d '{"events": [{"name": "network-changed", "server_uuid": "cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e", "tag": "1b2e307c-b659-4e64-8755-9cb9d49016d6"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:35:20.725287 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4a63e-232f-451f-846f-21f22c5936ce service neutron] Pushing event updated for resources: {'Port': ['ID=1b2e307c-b659-4e64-8755-9cb9d49016d6,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:20.740267 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e1184-3886-46cc-bca1-f6e7ba5ce714 req-22d97f72-96d8-4251-ab32-14e246ec9d5e tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:20.741786 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bb1e1184-3886-46cc-bca1-f6e7ba5ce714 req-22d97f72-96d8-4251-ab32-14e246ec9d5e tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 943 time: 0.0627108 Feb 16 14:35:20.745208 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4edc48-61e3-41c9-98de-2a366dd38a07 x-openstack-request-id: req-9c4edc48-61e3-41c9-98de-2a366dd38a07 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:35:20.745508 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e", "tag": "1b2e307c-b659-4e64-8755-9cb9d49016d6", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:35:20.745790 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-9c4edc48-61e3-41c9-98de-2a366dd38a07 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:35:20.746165 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e', 'tag': '1b2e307c-b659-4e64-8755-9cb9d49016d6', 'status': 'completed', 'code': 200} Feb 16 14:35:20.794784 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bb1e1184-3886-46cc-bca1-f6e7ba5ce714 req-699f2590-86c8-44b8-86ff-31a2f10e15e7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457716 Feb 16 14:35:20.825294 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59ccf4-3c13-432b-b897-b40a0b5f8f39 req-7b187893-065d-41d4-8192-e40d350c0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:20.826864 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7b59ccf4-3c13-432b-b897-b40a0b5f8f39 req-7b187893-065d-41d4-8192-e40d350c0093 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=858b5ad54f934263adafa8fb7afafe66&device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 1127 time: 0.0524774 Feb 16 14:35:20.848144 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be154f7-55b6-47f8-90df-d55abd2bccd8 req-8eb1dca1-26db-4a3a-8bca-1fc568270d35 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:20.849574 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9be154f7-55b6-47f8-90df-d55abd2bccd8 req-8eb1dca1-26db-4a3a-8bca-1fc568270d35 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 946 time: 0.0539253 Feb 16 14:35:20.897777 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9be154f7-55b6-47f8-90df-d55abd2bccd8 req-69a3243a-6116-4049-855f-b1e7a69e7f47 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups?id=d09ea31d-d20c-4104-bc46-f008e6250a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417898 Feb 16 14:35:20.948168 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59ccf4-3c13-432b-b897-b40a0b5f8f39 req-d931c6eb-a0e1-4304-a48c-5c63e9f11d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:20.949858 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7b59ccf4-3c13-432b-b897-b40a0b5f8f39 req-d931c6eb-a0e1-4304-a48c-5c63e9f11d34 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=858b5ad54f934263adafa8fb7afafe66&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1049502 Feb 16 14:35:21.046777 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59ccf4-3c13-432b-b897-b40a0b5f8f39 req-f463eaa3-9e9a-4cce-938e-25a6deef70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:21.048234 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7b59ccf4-3c13-432b-b897-b40a0b5f8f39 req-f463eaa3-9e9a-4cce-938e-25a6deef70cc service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862725 Feb 16 14:35:21.170540 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a523d-4082-43d8-8900-30b02490d88b req-9b8cead2-26c5-41e5-a319-6926e897d7af tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:21.171908 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-810a523d-4082-43d8-8900-30b02490d88b req-9b8cead2-26c5-41e5-a319-6926e897d7af tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.127 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 946 time: 0.0860226 Feb 16 14:35:21.177626 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-09d0c4fc-2753-46c4-97c1-696dc632fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:21.179016 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-09d0c4fc-2753-46c4-97c1-696dc632fa95 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=858b5ad54f934263adafa8fb7afafe66&device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 1127 time: 0.0630400 Feb 16 14:35:21.237354 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-6a8eca0a-0729-4619-a4b0-e7c2a21f46a4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b2e307c-b659-4e64-8755-9cb9d49016d6 HTTP/1.1" status: 200 len: 217 time: 0.0506084 Feb 16 14:35:21.315122 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-3487753d-7708-4656-8133-8c67ca77b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:21.316545 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-3487753d-7708-4656-8133-8c67ca77b298 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=e3471f22-8305-4fb3-9392-e3a767a51e02 HTTP/1.1" status: 200 len: 855 time: 0.0707533 Feb 16 14:35:21.352425 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-21aeaf67-3b1f-47e4-8ed7-567de9e51a29 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=b4195b6b-52e4-4817-90dc-bf92069fac7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282164 Feb 16 14:35:21.358539 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-810a523d-4082-43d8-8900-30b02490d88b req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Deleting port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:35:21.358883 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-810a523d-4082-43d8-8900-30b02490d88b req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:21.513085 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-810a523d-4082-43d8-8900-30b02490d88b req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] For port 84bb47db-7162-4faf-a5ee-b9e6e28981f7, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=84bb47db-7162-4faf-a5ee-b9e6e28981f7,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:21.513372 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-810a523d-4082-43d8-8900-30b02490d88b req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:21.517321 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-ca030a3a-6f06-429b-864b-c132e5d3d016 service neutron] 10.222.0.127 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556432 Feb 16 14:35:21.687700 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-04bb19fa-f8c9-4b6f-a63e-387387554aaa req-5ff98b0f-49a0-4cb2-997d-d6539ce68739 service neutron] 10.222.0.127 "GET /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633639 Feb 16 14:35:21.748668 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-810a523d-4082-43d8-8900-30b02490d88b req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:21.749065 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-810a523d-4082-43d8-8900-30b02490d88b req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (d03e57f3-d12c-415a-a6a3-c457292dd018), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:21.749382 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.l3_db [req-810a523d-4082-43d8-8900-30b02490d88b req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Floating IP d03e57f3-d12c-415a-a6a3-c457292dd018 disassociated. External IP: 172.27.1.28, port: 84bb47db-7162-4faf-a5ee-b9e6e28981f7. Feb 16 14:35:21.749725 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-810a523d-4082-43d8-8900-30b02490d88b req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Calling delete_port for 84bb47db-7162-4faf-a5ee-b9e6e28981f7 owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:35:21.915916 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2ae68-0454-43cb-92c0-687613684736 req-aafcf80f-2ae9-4bf3-b164-da831da14ed9 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:21.917430 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e2c2ae68-0454-43cb-92c0-687613684736 req-aafcf80f-2ae9-4bf3-b164-da831da14ed9 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 943 time: 0.0541337 Feb 16 14:35:21.929792 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-810a523d-4082-43d8-8900-30b02490d88b req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (84bb47db-7162-4faf-a5ee-b9e6e28981f7), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:21.965589 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event deleted for resources: {'Port': ['ID=84bb47db-7162-4faf-a5ee-b9e6e28981f7,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:22.003250 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e2c2ae68-0454-43cb-92c0-687613684736 req-f0cf1543-e406-494e-80b2-1044dd6c8b9f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614398 Feb 16 14:35:22.014144 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-33a7fa4a-51e9-4aeb-ab6b-eb237d8efbb4 req-0edb326e-dccc-4b72-a5c1-2e9a99d9348f tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/ports?device_id=cc6bd507-eaea-473e-b018-57a4fff34c95 HTTP/1.1" status: 200 len: 210 time: 0.0411606 Feb 16 14:35:22.085028 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-810a523d-4082-43d8-8900-30b02490d88b req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:35:22.189226 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-810a523d-4082-43d8-8900-30b02490d88b req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:35:22.198799 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cba561-4ef8-4bb0-9fbe-0b76f1169732 None None] Sync routers for ids ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:35:22.207983 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cba561-4ef8-4bb0-9fbe-0b76f1169732 None None] Routers {'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:35:22.208588 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-66cba561-4ef8-4bb0-9fbe-0b76f1169732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:35:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:22.232909 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-810a523d-4082-43d8-8900-30b02490d88b req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] No DVR routers for this DVR port 84bb47db-7162-4faf-a5ee-b9e6e28981f7 on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:35:22.235527 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-810a523d-4082-43d8-8900-30b02490d88b req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:22.239289 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-810a523d-4082-43d8-8900-30b02490d88b req-18abcade-f015-4f27-a1ea-32ff9632678a tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.127 "DELETE /v2.0/ports/84bb47db-7162-4faf-a5ee-b9e6e28981f7 HTTP/1.1" status: 204 len: 173 time: 1.0593183 Feb 16 14:35:22.316252 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-66cba561-4ef8-4bb0-9fbe-0b76f1169732 None None] Set router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:35:22.518625 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-66cba561-4ef8-4bb0-9fbe-0b76f1169732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:59Z', 'revision_number': 5, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:22.547900 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cba561-4ef8-4bb0-9fbe-0b76f1169732 None None] Checking router: cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:35:22.556964 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cba561-4ef8-4bb0-9fbe-0b76f1169732 None None] Routers {'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:35:22.557450 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-66cba561-4ef8-4bb0-9fbe-0b76f1169732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:35:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:22.665411 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-66cba561-4ef8-4bb0-9fbe-0b76f1169732 None None] Set router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:35:22.747374 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'name': 'network-vif-deleted', 'tag': '84bb47db-7162-4faf-a5ee-b9e6e28981f7'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:35:22.750538 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae30bf29-4a3c-4fe9-8757-a111f9dbed2a" -d '{"events": [{"server_uuid": "cc6bd507-eaea-473e-b018-57a4fff34c95", "name": "network-vif-deleted", "tag": "84bb47db-7162-4faf-a5ee-b9e6e28981f7"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:35:22.790366 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171a85cd-d288-49c5-a371-bc22ebe462fb x-openstack-request-id: req-171a85cd-d288-49c5-a371-bc22ebe462fb {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:35:22.790734 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6bd507-eaea-473e-b018-57a4fff34c95", "name": "network-vif-deleted", "tag": "84bb47db-7162-4faf-a5ee-b9e6e28981f7", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:35:22.791237 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-171a85cd-d288-49c5-a371-bc22ebe462fb {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:35:22.791701 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6bd507-eaea-473e-b018-57a4fff34c95', 'name': 'network-vif-deleted', 'tag': '84bb47db-7162-4faf-a5ee-b9e6e28981f7', 'status': 'completed', 'code': 200} Feb 16 14:35:22.862257 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-66cba561-4ef8-4bb0-9fbe-0b76f1169732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:59Z', 'revision_number': 5, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:22.890292 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cba561-4ef8-4bb0-9fbe-0b76f1169732 None None] The sync data for ids ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'] in dv-cinder-778193-17-iscsi is: [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '9e018bbb-f456-4e62-bd28-17a4df91898d', 'name': '', 'network_id': '4d262ca4-98f9-4f05-aa1c-14ca9e301c2d', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'mac_address': 'fa:16:3e:8c:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:55Z', 'updated_at': '2022-02-16T14:28:59Z', 'revision_number': 5, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'subnets': [{'id': 'beb109f3-65e7-4dce-a498-267b9c749fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:35:23.120222 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67292a64-dac5-414c-ac81-518ec2947291 req-544926c7-513f-46f1-b923-c3b72169ed28 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:23.121841 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-67292a64-dac5-414c-ac81-518ec2947291 req-544926c7-513f-46f1-b923-c3b72169ed28 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 943 time: 0.0681262 Feb 16 14:35:23.131866 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911c3bc-4bdc-4e48-9ff1-6c53ee833e7b None None] New status for floating IP d03e57f3-d12c-415a-a6a3-c457292dd018: DOWN {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:35:23.171347 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-67292a64-dac5-414c-ac81-518ec2947291 req-3025df06-d831-4703-967f-87cac5439366 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 Feb 16 14:35:23.176651 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 53590) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:23.233135 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c080c1ec-df95-4dc6-bb9f-e9aa30ed9142 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group (d09ea31d-d20c-4104-bc46-f008e6250a3d), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:23.256869 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c080c1ec-df95-4dc6-bb9f-e9aa30ed9142 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group (d09ea31d-d20c-4104-bc46-f008e6250a3d), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:23.363484 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c080c1ec-df95-4dc6-bb9f-e9aa30ed9142 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (d09ea31d-d20c-4104-bc46-f008e6250a3d), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:23.366191 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c080c1ec-df95-4dc6-bb9f-e9aa30ed9142 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:23.367885 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c080c1ec-df95-4dc6-bb9f-e9aa30ed9142 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "DELETE /v2.0/security-groups/d09ea31d-d20c-4104-bc46-f008e6250a3d HTTP/1.1" status: 204 len: 168 time: 0.1902077 Feb 16 14:35:23.370894 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53592) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:23.373426 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 1b2e307c-b659-4e64-8755-9cb9d49016d6 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:35:23.375748 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 84bb47db-7162-4faf-a5ee-b9e6e28981f7 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:35:23.379609 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080c1ec-df95-4dc6-bb9f-e9aa30ed9142 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09ea31d-d20c-4104-bc46-f008e6250a3d,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:23.385386 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.api.v2.resource [None req-39065243-7aae-465f-ad82-3c9c0f7dd607 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] show failed (client error): The resource could not be found. Feb 16 14:35:23.386356 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-39065243-7aae-465f-ad82-3c9c0f7dd607 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "GET /v2.0/security-groups/d09ea31d-d20c-4104-bc46-f008e6250a3d HTTP/1.1" status: 404 len: 347 time: 0.0144782 Feb 16 14:35:23.389337 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53594) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:23.412600 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: 84bb47db-7162-4faf-a5ee-b9e6e28981f7 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:35:23.412910 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 84bb47db-7162-4faf-a5ee-b9e6e28981f7 not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:35:23.505154 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 1b2e307c-b659-4e64-8755-9cb9d49016d6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1b2e307c-b659-4e64-8755-9cb9d49016d6,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:23.512635 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Deleting port e8ed54ee-95e6-4561-bb50-d7c762e6c5bb {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:35:23.512999 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (e8ed54ee-95e6-4561-bb50-d7c762e6c5bb), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:23.517596 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '1b2e307c-b659-4e64-8755-9cb9d49016d6', 'network_id': 'b4195b6b-52e4-4817-90dc-bf92069fac7f', 'port_id': '1b2e307c-b659-4e64-8755-9cb9d49016d6', 'mac_address': 'fa:16:3e:25:a0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3471f22-8305-4fb3-9392-e3a767a51e02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:35:23.553417 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 1b2e307c-b659-4e64-8755-9cb9d49016d6 is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:35:23.553806 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:23.571616 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2e307c-b659-4e64-8755-9cb9d49016d6 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:35:23.589104 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (e8ed54ee-95e6-4561-bb50-d7c762e6c5bb), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:23.589448 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for floatingip (e8ed54ee-95e6-4561-bb50-d7c762e6c5bb), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:23.590920 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 1b2e307c-b659-4e64-8755-9cb9d49016d6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1b2e307c-b659-4e64-8755-9cb9d49016d6,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:23.601451 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Calling delete_port for e8ed54ee-95e6-4561-bb50-d7c762e6c5bb owned by network:floatingip {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:35:23.677733 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:23.726403 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=1b2e307c-b659-4e64-8755-9cb9d49016d6,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:23.808886 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (e8ed54ee-95e6-4561-bb50-d7c762e6c5bb), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:23.835114 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Pushing event deleted for resources: {'Port': ['ID=e8ed54ee-95e6-4561-bb50-d7c762e6c5bb,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:23.858441 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:23.858797 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:23.859147 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:23.859487 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:23.859868 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:23.860260 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:23.860600 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:23.860957 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:23.861292 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:23.861620 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:23.861952 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:23.862275 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:23.862600 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:23.903337 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks [] for floatingip (d03e57f3-d12c-415a-a6a3-c457292dd018), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:23.906117 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:23.907334 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-6afa9cb7-63ea-4580-bdda-76f3470001d0 tempest-AttachVolumeShelveTestJSON-733076835 tempest-AttachVolumeShelveTestJSON-733076835-project] 10.222.0.133 "DELETE /v2.0/floatingips/d03e57f3-d12c-415a-a6a3-c457292dd018 HTTP/1.1" status: 204 len: 168 time: 0.5166969 Feb 16 14:35:23.963307 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['1b2e307c-b659-4e64-8755-9cb9d49016d6'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:35:24.296039 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a31a94-5e08-400c-be50-4be9b273205f req-72621f3e-23dd-4799-a208-90a1c0039885 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:24.297534 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f3a31a94-5e08-400c-be50-4be9b273205f req-72621f3e-23dd-4799-a208-90a1c0039885 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 944 time: 0.0529122 Feb 16 14:35:24.346445 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f3a31a94-5e08-400c-be50-4be9b273205f req-4d2db401-296d-40b8-9344-8514b3f2c7e0 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Feb 16 14:35:25.395562 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 1b2e307c-b659-4e64-8755-9cb9d49016d6 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:35:25.468345 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e946cc-0f9d-4a39-88ac-786f8594c091 req-e8f62abf-4e91-4256-bdcc-d70fd813034c tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:25.469843 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-83e946cc-0f9d-4a39-88ac-786f8594c091 req-e8f62abf-4e91-4256-bdcc-d70fd813034c tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 944 time: 0.0532713 Feb 16 14:35:25.499973 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port 1b2e307c-b659-4e64-8755-9cb9d49016d6 completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:35:25.503994 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 1b2e307c-b659-4e64-8755-9cb9d49016d6 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:35:25.504375 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:25.517296 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-83e946cc-0f9d-4a39-88ac-786f8594c091 req-43624ce3-9f72-4b93-ab3a-06287e3df75d tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Feb 16 14:35:25.580775 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 1b2e307c-b659-4e64-8755-9cb9d49016d6 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:35:25.581198 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:25.607001 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2e307c-b659-4e64-8755-9cb9d49016d6'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:35:25.609265 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b740a2d-df82-4d92-aa48-ed440ffd5a3f" -d '{"events": [{"server_uuid": "cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e", "name": "network-vif-plugged", "status": "completed", "tag": "1b2e307c-b659-4e64-8755-9cb9d49016d6"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:35:25.622400 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 1b2e307c-b659-4e64-8755-9cb9d49016d6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1b2e307c-b659-4e64-8755-9cb9d49016d6,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:25.643550 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc9dd9c-986c-49d3-a46a-6fffbca56f1f x-openstack-request-id: req-2bc9dd9c-986c-49d3-a46a-6fffbca56f1f {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:35:25.643845 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e", "name": "network-vif-plugged", "status": "completed", "tag": "1b2e307c-b659-4e64-8755-9cb9d49016d6", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:35:25.644102 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-2bc9dd9c-986c-49d3-a46a-6fffbca56f1f {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:35:25.644497 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2e307c-b659-4e64-8755-9cb9d49016d6', 'code': 200} Feb 16 14:35:25.677088 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:25.725065 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=1b2e307c-b659-4e64-8755-9cb9d49016d6,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:25.944529 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a351b2-2acf-4dfd-aa83-284007479bf8 req-b22bf812-3616-4786-a933-d26403c48340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:25.945972 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3a351b2-2acf-4dfd-aa83-284007479bf8 req-b22bf812-3616-4786-a933-d26403c48340 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 1129 time: 0.0457530 Feb 16 14:35:25.992731 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3a351b2-2acf-4dfd-aa83-284007479bf8 req-f6777636-0b46-45e9-b2ed-d17eee2d3eff service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Feb 16 14:35:26.508874 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 53622) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:26.639675 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329f6b9-3ade-46db-bbf2-8e40bdf56e76 req-58df670c-981e-4590-8ce2-03bc8aa54ada tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:26.641182 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a329f6b9-3ade-46db-bbf2-8e40bdf56e76 req-58df670c-981e-4590-8ce2-03bc8aa54ada tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 945 time: 0.0529711 Feb 16 14:35:26.689402 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a329f6b9-3ade-46db-bbf2-8e40bdf56e76 req-46a5f8d4-89aa-439e-b71d-37cdbd9c229b tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Feb 16 14:35:26.901444 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-03fb6b86-122e-4e7e-ad70-8ec4859858ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016786'] for router_interface (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:27.387659 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-03fb6b86-122e-4e7e-ad70-8ec4859858ce admin admin] Deleting port 9e018bbb-f456-4e62-bd28-17a4df91898d {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:35:27.388362 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-03fb6b86-122e-4e7e-ad70-8ec4859858ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:27.466043 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-03fb6b86-122e-4e7e-ad70-8ec4859858ce admin admin] For port 9e018bbb-f456-4e62-bd28-17a4df91898d, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=9e018bbb-f456-4e62-bd28-17a4df91898d,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:27.466407 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-03fb6b86-122e-4e7e-ad70-8ec4859858ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:27.478903 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-03fb6b86-122e-4e7e-ad70-8ec4859858ce admin admin] Calling delete_port for 9e018bbb-f456-4e62-bd28-17a4df91898d owned by network:router_interface {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:35:27.717792 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-03fb6b86-122e-4e7e-ad70-8ec4859858ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (9e018bbb-f456-4e62-bd28-17a4df91898d), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:27.745135 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb6b86-122e-4e7e-ad70-8ec4859858ce admin admin] Pushing event deleted for resources: {'Port': ['ID=9e018bbb-f456-4e62-bd28-17a4df91898d,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:27.815483 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fe548-429a-46f8-a261-52049a9999fc req-47c9eb5d-514a-499d-bb9d-2c75a415b108 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:27.821287 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8d0fe548-429a-46f8-a261-52049a9999fc req-47c9eb5d-514a-499d-bb9d-2c75a415b108 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 945 time: 0.0634696 Feb 16 14:35:27.873362 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8d0fe548-429a-46f8-a261-52049a9999fc req-0ec73690-b042-4fdb-a563-bbd0cddc1f4f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495598 Feb 16 14:35:27.917201 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-03fb6b86-122e-4e7e-ad70-8ec4859858ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1018402'] for router_interface (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:28.137991 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fb6b86-122e-4e7e-ad70-8ec4859858ce admin admin] Router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:35:28.247864 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fb6b86-122e-4e7e-ad70-8ec4859858ce admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:35:28.253142 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-03fb6b86-122e-4e7e-ad70-8ec4859858ce admin admin] 10.222.0.133 "PUT /v2.0/routers/cd731e6f-caf0-46d9-bca4-8ff8f76d2e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7430179 Feb 16 14:35:28.255582 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 53632) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:28.257792 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d163d-c59f-409c-945f-da582e980562 None None] Sync routers for ids ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:35:28.267216 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d163d-c59f-409c-945f-da582e980562 None None] Routers {'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:35:28.267824 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-804d163d-c59f-409c-945f-da582e980562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:35:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:28.363092 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] Publish callbacks [] for router (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:28.378715 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-804d163d-c59f-409c-945f-da582e980562 None None] Set router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:35:28.474543 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] Publish callbacks [] for router_gateway (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:28.606476 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] Deleting port e156b12c-d9df-45ab-a452-5d1e890fe228 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:35:28.606815 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (e156b12c-d9df-45ab-a452-5d1e890fe228), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:28.648597 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-804d163d-c59f-409c-945f-da582e980562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:35:27Z', 'revision_number': 5, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port': {'id': 'e156b12c-d9df-45ab-a452-5d1e890fe228', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:53Z', 'updated_at': '2022-02-16T14:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:28.675526 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d163d-c59f-409c-945f-da582e980562 None None] Checking router: cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:35:28.684286 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d163d-c59f-409c-945f-da582e980562 None None] Routers {'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:35:28.684927 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-804d163d-c59f-409c-945f-da582e980562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:35:06Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:28.690094 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] For port e156b12c-d9df-45ab-a452-5d1e890fe228, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=e156b12c-d9df-45ab-a452-5d1e890fe228,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:28.690641 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (e156b12c-d9df-45ab-a452-5d1e890fe228), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:28.703160 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] Calling delete_port for e156b12c-d9df-45ab-a452-5d1e890fe228 owned by network:router_gateway {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:35:28.775018 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-804d163d-c59f-409c-945f-da582e980562 None None] Set router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 gateway port host: None {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:35:28.831669 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-804d163d-c59f-409c-945f-da582e980562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:35:28Z', 'revision_number': 6, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port_host': None}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:28.860086 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d163d-c59f-409c-945f-da582e980562 None None] The sync data for ids ['cd731e6f-caf0-46d9-bca4-8ff8f76d2e68'] in dv-cinder-778193-17-iscsi is: [{'id': 'cd731e6f-caf0-46d9-bca4-8ff8f76d2e68', 'name': 'tempest-AttachVolumeShelveTestJSON-763743635-router', 'tenant_id': 'ff67d2ba26804b13adb65eef482bce48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:28:52Z', 'updated_at': '2022-02-16T14:35:28Z', 'revision_number': 6, 'project_id': 'ff67d2ba26804b13adb65eef482bce48', 'gw_port_host': None}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:35:28.940123 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (e156b12c-d9df-45ab-a452-5d1e890fe228), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:28.966924 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e156b12c-d9df-45ab-a452-5d1e890fe228,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:29.026693 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022104'] for router_gateway (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.119139 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62057'] for router (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.121396 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] Publish callbacks [] for router_controller (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.237130 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1029900'] for router (cd731e6f-caf0-46d9-bca4-8ff8f76d2e68), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.237854 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 {{(pid=103210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:35:29.242516 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.246031 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-72697b73-3522-41d4-a18c-6ce7f42751fa admin admin] 10.222.0.133 "DELETE /v2.0/routers/cd731e6f-caf0-46d9-bca4-8ff8f76d2e68 HTTP/1.1" status: 204 len: 168 time: 0.9872313 Feb 16 14:35:29.246378 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53640) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:29.290942 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 9e018bbb-f456-4e62-bd28-17a4df91898d no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:35:29.312618 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 9e018bbb-f456-4e62-bd28-17a4df91898d {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:35:29.312831 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ddcea8-902e-4984-ab54-33fd51e93f14 admin admin] Deleting subnet beb109f3-65e7-4dce-a498-267b9c749fc7 {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:35:29.312992 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 9e018bbb-f456-4e62-bd28-17a4df91898d not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:35:29.315859 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-92ddcea8-902e-4984-ab54-33fd51e93f14 admin admin] Publish callbacks [] for subnet (beb109f3-65e7-4dce-a498-267b9c749fc7), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.351624 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-92ddcea8-902e-4984-ab54-33fd51e93f14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5133848'] for subnet (beb109f3-65e7-4dce-a498-267b9c749fc7), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.430521 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-92ddcea8-902e-4984-ab54-33fd51e93f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (beb109f3-65e7-4dce-a498-267b9c749fc7), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.523815 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-92ddcea8-902e-4984-ab54-33fd51e93f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4862926'] for subnet (beb109f3-65e7-4dce-a498-267b9c749fc7), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.551016 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddcea8-902e-4984-ab54-33fd51e93f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beb109f3-65e7-4dce-a498-267b9c749fc7,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:29.552929 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-92ddcea8-902e-4984-ab54-33fd51e93f14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.557280 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-92ddcea8-902e-4984-ab54-33fd51e93f14 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/beb109f3-65e7-4dce-a498-267b9c749fc7 HTTP/1.1" status: 204 len: 168 time: 0.3095369 Feb 16 14:35:29.558866 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53648) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:29.564352 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c9fbf5-f021-43b9-a245-4ea1d6a7055c None None] Network 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:35:29.646639 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (4d262ca4-98f9-4f05-aa1c-14ca9e301c2d), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.704963 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Deleting port 9975bf08-a6f8-4987-9735-9ddac1d364f4 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:35:29.704963 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.733076 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c413a76-6aaf-4096-82fc-65a848733fa3 None None] DHCP port deletion for 4d262ca4-98f9-4f05-aa1c-14ca9e301c2d request from dv-cinder-778193-17-iscsi {{(pid=103212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:35:29.777531 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] For port 9975bf08-a6f8-4987-9735-9ddac1d364f4, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=9975bf08-a6f8-4987-9735-9ddac1d364f4,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:29.777892 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.784885 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-9c413a76-6aaf-4096-82fc-65a848733fa3 None None] Deleting port 9975bf08-a6f8-4987-9735-9ddac1d364f4 {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:35:29.785675 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9c413a76-6aaf-4096-82fc-65a848733fa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.791759 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Calling delete_port for 9975bf08-a6f8-4987-9735-9ddac1d364f4 owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:35:29.860717 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-9c413a76-6aaf-4096-82fc-65a848733fa3 None None] For port 9975bf08-a6f8-4987-9735-9ddac1d364f4, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=9975bf08-a6f8-4987-9735-9ddac1d364f4,segment=NetworkSegment(8c315001-3f1b-4435-a009-748b312c146c),segment_id=8c315001-3f1b-4435-a009-748b312c146c)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:29.861167 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9c413a76-6aaf-4096-82fc-65a848733fa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.874080 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-9c413a76-6aaf-4096-82fc-65a848733fa3 None None] Calling delete_port for 9975bf08-a6f8-4987-9735-9ddac1d364f4 owned by network:dhcp {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:35:29.923445 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.954531 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Pushing event deleted for resources: {'Port': ['ID=9975bf08-a6f8-4987-9735-9ddac1d364f4,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:29.956339 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] No DVR routers for this DVR port 9975bf08-a6f8-4987-9735-9ddac1d364f4 on host dv-cinder-778193-17-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:35:29.960909 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-9c413a76-6aaf-4096-82fc-65a848733fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (9975bf08-a6f8-4987-9735-9ddac1d364f4), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:29.988574 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c413a76-6aaf-4096-82fc-65a848733fa3 None None] No DVR routers for this DVR port 9975bf08-a6f8-4987-9735-9ddac1d364f4 on host dv-cinder-778193-17-iscsi {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:35:29.993356 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c413a76-6aaf-4096-82fc-65a848733fa3 None None] Pushing event deleted for resources: {'Port': ['ID=9975bf08-a6f8-4987-9735-9ddac1d364f4,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:30.038463 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (4d262ca4-98f9-4f05-aa1c-14ca9e301c2d), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:30.058338 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d262ca4-98f9-4f05-aa1c-14ca9e301c2d']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:30.067969 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c315001-3f1b-4435-a009-748b312c146c') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:30.068274 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c315001-3f1b-4435-a009-748b312c146c') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:30.078730 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5133841'] for segment (8c315001-3f1b-4435-a009-748b312c146c), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:30.091871 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (8c315001-3f1b-4435-a009-748b312c146c), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:30.097548 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:35:30.097923 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5092010'] for segment (8c315001-3f1b-4435-a009-748b312c146c), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: Traceback (most recent call last): Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: timer() Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: cb(*args, **kw) Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: return func(*args, **kwargs) Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: self._notify() Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: self.callback(batched_events) Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: event.method(event) Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: return f(self, *a, **k) Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: return self._get(url).json() Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:35:30.099504 dv-cinder-778193-17-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:35:30.225896 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (4d262ca4-98f9-4f05-aa1c-14ca9e301c2d), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:30.232374 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:30.236772 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] 10.222.0.133 "DELETE /v2.0/networks/4d262ca4-98f9-4f05-aa1c-14ca9e301c2d HTTP/1.1" status: 204 len: 168 time: 0.6758513 Feb 16 14:35:30.254401 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed66b3-cdd6-498d-a3fc-397f50cdd13f admin admin] Pushing event deleted for resources: {'Network': ['ID=4d262ca4-98f9-4f05-aa1c-14ca9e301c2d,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:30.574435 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53658) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:30.613576 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0c2df37c-882b-400a-9426-a1e1ba3c02c7 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=ff67d2ba26804b13adb65eef482bce48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379267 Feb 16 14:35:30.616583 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53660) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:30.663187 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b09a5f1d-83cf-458e-a603-26041f6ec837 admin admin] Publish callbacks [] for security_group (a907af05-252c-465e-8caf-2343090a27f1), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:30.684127 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b09a5f1d-83cf-458e-a603-26041f6ec837 admin admin] Publish callbacks [] for security_group (a907af05-252c-465e-8caf-2343090a27f1), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:30.785629 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b09a5f1d-83cf-458e-a603-26041f6ec837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (a907af05-252c-465e-8caf-2343090a27f1), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:30.789067 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b09a5f1d-83cf-458e-a603-26041f6ec837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:30.790198 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b09a5f1d-83cf-458e-a603-26041f6ec837 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/a907af05-252c-465e-8caf-2343090a27f1 HTTP/1.1" status: 204 len: 168 time: 0.1726294 Feb 16 14:35:30.797790 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a5f1d-83cf-458e-a603-26041f6ec837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a907af05-252c-465e-8caf-2343090a27f1,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:30.978374 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device e156b12c-d9df-45ab-a452-5d1e890fe228 no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:35:30.999731 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: e156b12c-d9df-45ab-a452-5d1e890fe228 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:35:31.000073 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device e156b12c-d9df-45ab-a452-5d1e890fe228 not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:35:31.000482 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 9975bf08-a6f8-4987-9735-9ddac1d364f4 no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:35:31.018906 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 9975bf08-a6f8-4987-9735-9ddac1d364f4 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:35:31.022706 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 9975bf08-a6f8-4987-9735-9ddac1d364f4 not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:35:31.425363 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:33.027421 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53708) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:33.133291 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-49f3ec19-f9f6-4847-981d-5bc85c75c32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:33.205922 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-49f3ec19-f9f6-4847-981d-5bc85c75c32d admin admin] Publish callbacks [] for security_group (ce1ada4a-7189-41b6-8c0d-e9bb168063b9), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:33.259549 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-49f3ec19-f9f6-4847-981d-5bc85c75c32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (ce1ada4a-7189-41b6-8c0d-e9bb168063b9), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:33.300174 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-49f3ec19-f9f6-4847-981d-5bc85c75c32d admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=49926489c46645d993dc4fd927e66a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714448 Feb 16 14:35:33.301063 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3ec19-f9f6-4847-981d-5bc85c75c32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1ada4a-7189-41b6-8c0d-e9bb168063b9,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:33.302908 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 53712) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:33.351539 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a49ed10c-4d3a-451d-9110-cdc9eca2a3bb admin admin] Publish callbacks [] for security_group (ce1ada4a-7189-41b6-8c0d-e9bb168063b9), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:33.372381 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a49ed10c-4d3a-451d-9110-cdc9eca2a3bb admin admin] Publish callbacks [] for security_group (ce1ada4a-7189-41b6-8c0d-e9bb168063b9), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:33.494025 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a49ed10c-4d3a-451d-9110-cdc9eca2a3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (ce1ada4a-7189-41b6-8c0d-e9bb168063b9), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:33.496617 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a49ed10c-4d3a-451d-9110-cdc9eca2a3bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:33.497831 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-a49ed10c-4d3a-451d-9110-cdc9eca2a3bb admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/ce1ada4a-7189-41b6-8c0d-e9bb168063b9 HTTP/1.1" status: 204 len: 168 time: 0.1938465 Feb 16 14:35:33.506758 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ed10c-4d3a-451d-9110-cdc9eca2a3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1ada4a-7189-41b6-8c0d-e9bb168063b9,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:34.019240 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f9e98bae-5dcd-48cc-8ca1-1fc3ee78823e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:34.161835 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 53726) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:34.175619 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3da8b251-b642-47c3-bd85-787fa39e066e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:34.251336 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3da8b251-b642-47c3-bd85-787fa39e066e admin admin] Publish callbacks [] for security_group (325a8caf-8b76-45cd-9f6e-43bb76294672), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:34.316528 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3da8b251-b642-47c3-bd85-787fa39e066e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (325a8caf-8b76-45cd-9f6e-43bb76294672), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:34.356997 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-3da8b251-b642-47c3-bd85-787fa39e066e admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=6d87e3152f014dbdb2fa21d093a1f349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935630 Feb 16 14:35:34.358988 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8b251-b642-47c3-bd85-787fa39e066e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325a8caf-8b76-45cd-9f6e-43bb76294672,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:34.359884 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53728) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:34.408647 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1bee90b7-d926-43ab-a662-a9777bc59a69 admin admin] Publish callbacks [] for security_group (325a8caf-8b76-45cd-9f6e-43bb76294672), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:34.429336 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1bee90b7-d926-43ab-a662-a9777bc59a69 admin admin] Publish callbacks [] for security_group (325a8caf-8b76-45cd-9f6e-43bb76294672), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:34.510705 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1bee90b7-d926-43ab-a662-a9777bc59a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (325a8caf-8b76-45cd-9f6e-43bb76294672), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:34.513441 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1bee90b7-d926-43ab-a662-a9777bc59a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:34.514602 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1bee90b7-d926-43ab-a662-a9777bc59a69 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/325a8caf-8b76-45cd-9f6e-43bb76294672 HTTP/1.1" status: 204 len: 168 time: 0.1536276 Feb 16 14:35:34.522804 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee90b7-d926-43ab-a662-a9777bc59a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325a8caf-8b76-45cd-9f6e-43bb76294672,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:36.430404 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-eebef10c-06bf-4c49-812a-cf6baf9fbcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:36.864850 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53792) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:36.979753 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10afb056-7f4f-4119-b817-09cc40491544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:37.055250 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10afb056-7f4f-4119-b817-09cc40491544 admin admin] Publish callbacks [] for security_group (62a157ca-9a6b-4eae-984f-7db3d34729c1), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:37.144567 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10afb056-7f4f-4119-b817-09cc40491544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (62a157ca-9a6b-4eae-984f-7db3d34729c1), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:37.182544 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-10afb056-7f4f-4119-b817-09cc40491544 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=8e2ab4240aaa449883001f2dcb90e5ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162134 Feb 16 14:35:37.183408 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afb056-7f4f-4119-b817-09cc40491544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a157ca-9a6b-4eae-984f-7db3d34729c1,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:37.185896 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 53796) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:37.235251 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d14f16c9-0805-4219-817b-05109b3f0788 admin admin] Publish callbacks [] for security_group (62a157ca-9a6b-4eae-984f-7db3d34729c1), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:37.256734 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d14f16c9-0805-4219-817b-05109b3f0788 admin admin] Publish callbacks [] for security_group (62a157ca-9a6b-4eae-984f-7db3d34729c1), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:37.362110 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d14f16c9-0805-4219-817b-05109b3f0788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (62a157ca-9a6b-4eae-984f-7db3d34729c1), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:37.364854 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d14f16c9-0805-4219-817b-05109b3f0788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:37.366272 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-d14f16c9-0805-4219-817b-05109b3f0788 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/62a157ca-9a6b-4eae-984f-7db3d34729c1 HTTP/1.1" status: 204 len: 168 time: 0.1790757 Feb 16 14:35:37.374296 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f16c9-0805-4219-817b-05109b3f0788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a157ca-9a6b-4eae-984f-7db3d34729c1,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:37.721749 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:37.967429 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 53806) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:37.983184 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-402d0cab-2573-42e4-b4c1-5eb1933e4932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:38.305190 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-402d0cab-2573-42e4-b4c1-5eb1933e4932 admin admin] Publish callbacks [] for security_group (bfc91676-b1e3-4932-a08e-2c93481ba3d8), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:38.352319 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-402d0cab-2573-42e4-b4c1-5eb1933e4932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (bfc91676-b1e3-4932-a08e-2c93481ba3d8), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:38.394249 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-402d0cab-2573-42e4-b4c1-5eb1933e4932 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=4498c26aaaa34998a052a97848d96fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4256186 Feb 16 14:35:38.395257 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d0cab-2573-42e4-b4c1-5eb1933e4932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc91676-b1e3-4932-a08e-2c93481ba3d8,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:38.397810 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 53814) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:38.448156 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-47081d59-5629-4884-bc3b-556bd3b5d1fc admin admin] Publish callbacks [] for security_group (bfc91676-b1e3-4932-a08e-2c93481ba3d8), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:38.469344 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-47081d59-5629-4884-bc3b-556bd3b5d1fc admin admin] Publish callbacks [] for security_group (bfc91676-b1e3-4932-a08e-2c93481ba3d8), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:38.585758 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-47081d59-5629-4884-bc3b-556bd3b5d1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (bfc91676-b1e3-4932-a08e-2c93481ba3d8), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:38.588375 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-47081d59-5629-4884-bc3b-556bd3b5d1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:38.589590 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-47081d59-5629-4884-bc3b-556bd3b5d1fc admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/bfc91676-b1e3-4932-a08e-2c93481ba3d8 HTTP/1.1" status: 204 len: 168 time: 0.1906960 Feb 16 14:35:38.597470 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47081d59-5629-4884-bc3b-556bd3b5d1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc91676-b1e3-4932-a08e-2c93481ba3d8,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:38.869131 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-78c99d62-2773-4071-96c6-f8f120e0ed5c req-ec03754d-580e-4419-8bca-b2b123b220c3 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739872 Feb 16 14:35:38.959569 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c99d62-2773-4071-96c6-f8f120e0ed5c req-5da17728-baaa-4b80-9eb6-e6d224602968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:38.961872 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-78c99d62-2773-4071-96c6-f8f120e0ed5c req-5da17728-baaa-4b80-9eb6-e6d224602968 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=67b8e2de3b6c4d2bb841ceb49c5888bd&device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 1130 time: 0.0690877 Feb 16 14:35:39.091184 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c99d62-2773-4071-96c6-f8f120e0ed5c req-48f06690-df6c-4db0-8eeb-399c3dc84c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:39.092839 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-78c99d62-2773-4071-96c6-f8f120e0ed5c req-48f06690-df6c-4db0-8eeb-399c3dc84c3a service neutron] 10.222.0.127 "GET /v2.0/networks?id=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 HTTP/1.1" status: 200 len: 910 time: 0.1044369 Feb 16 14:35:39.138627 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:39.160918 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-78c99d62-2773-4071-96c6-f8f120e0ed5c req-9a05df2c-3fab-4700-9047-1200f4d09824 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266 HTTP/1.1" status: 200 len: 1002 time: 0.0618856 Feb 16 14:35:39.214363 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c99d62-2773-4071-96c6-f8f120e0ed5c req-d3b4c5fe-fd37-4f7e-b4ec-9ca07ae150cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:39.215870 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-78c99d62-2773-4071-96c6-f8f120e0ed5c req-d3b4c5fe-fd37-4f7e-b4ec-9ca07ae150cc service neutron] 10.222.0.127 "GET /v2.0/subnets?id=590f974b-21de-4a14-a4f5-cce979909e16 HTTP/1.1" status: 200 len: 848 time: 0.0489128 Feb 16 14:35:39.275001 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c99d62-2773-4071-96c6-f8f120e0ed5c req-e731ddc5-f60f-4546-8d68-9d5d5799560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:39.276510 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-78c99d62-2773-4071-96c6-f8f120e0ed5c req-e731ddc5-f60f-4546-8d68-9d5d5799560b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0537591 Feb 16 14:35:39.382040 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-78c99d62-2773-4071-96c6-f8f120e0ed5c req-622372e5-a367-46f8-ba77-a7427846400b service neutron] 10.222.0.127 "GET /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965581 Feb 16 14:35:39.483772 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-78c99d62-2773-4071-96c6-f8f120e0ed5c req-d59aed1c-f1c5-4cbd-af96-1f56b0978e92 service neutron] 10.222.0.127 "GET /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901382 Feb 16 14:35:40.670308 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:41.945414 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:35:42.262346 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-4ac56257-e66a-4e8a-a39f-20c16fe55e59 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957149602&fields=id&tenant_id=71aa13b5525343d9b20e223b0307b273 HTTP/1.1" status: 200 len: 267 time: 0.0439813 Feb 16 14:35:42.367779 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-14fef22e-18ec-4e90-a17e-ac7589662a63 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:42.369243 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-14fef22e-18ec-4e90-a17e-ac7589662a63 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/networks?id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac HTTP/1.1" status: 200 len: 812 time: 0.1006668 Feb 16 14:35:42.383851 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-bf9d6484-a7c3-4fae-808a-2a4f0b9c8dc3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/quotas/71aa13b5525343d9b20e223b0307b273 HTTP/1.1" status: 200 len: 375 time: 0.0091376 Feb 16 14:35:42.440804 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-91e67bba-c6b0-4834-b292-a6b7f0d338e5 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520394 Feb 16 14:35:42.540680 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-80419ad1-fcc7-4cc6-b5b2-7cfd3588f688 service neutron] 10.222.0.133 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878983 Feb 16 14:35:42.629324 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-2ed06670-7ced-4de9-b950-6c1e005f79b1 service neutron] 10.222.0.133 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831013 Feb 16 14:35:43.201374 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b631166c-a3a5-4f12-b355-e2c862579b70 req-242aa3db-856a-4df2-91dc-3509d7b34cc1 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 210 time: 0.0342736 Feb 16 14:35:44.230862 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe7f81-4a78-4803-bb7b-3cd6683275bf req-eca2c88b-98c5-4a60-801b-a8b9adcba7fa tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:44.232466 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-35fe7f81-4a78-4803-bb7b-3cd6683275bf req-eca2c88b-98c5-4a60-801b-a8b9adcba7fa tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 945 time: 0.0606151 Feb 16 14:35:44.293410 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-35fe7f81-4a78-4803-bb7b-3cd6683275bf req-a1d5e942-5cfe-4af0-a7af-f62fb232e4c6 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552936 Feb 16 14:35:44.309160 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-33b97b03-4293-46bb-bf2b-4e9d0c0296dd req-c5a6446b-e100-44b7-9364-f676d71c7e24 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 210 time: 0.0325613 Feb 16 14:35:45.237270 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-5a7a6815-4744-490e-8004-db1a056cf5da tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:45.238659 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-5a7a6815-4744-490e-8004-db1a056cf5da tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "GET /v2.0/networks?id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac HTTP/1.1" status: 200 len: 812 time: 0.1012082 Feb 16 14:35:45.304076 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-6a68e372-da5f-4319-9ece-37e4296a8c6f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71aa13b5525343d9b20e223b0307b273 HTTP/1.1" status: 200 len: 379 time: 0.0550101 Feb 16 14:35:45.322219 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-364e513c-5488-4aae-bba5-86d89826d83c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Request body: {'port': {'device_id': '40418772-3097-469a-acd7-e113e9823f21', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'admin_state_up': True, 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'security_groups': ['3c313fc3-b6ca-4288-a6e6-912381f7391c']}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:35:45.423485 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f181b3b0-2609-4f69-ad97-54af95769628 req-68b12af9-bc25-4835-9fcc-ebd653e7dd38 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 210 time: 0.0317602 Feb 16 14:35:45.447422 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4d3b9-aaaa-4b82-bf7c-d7e4f210fa98 req-142fd35c-5c43-49b8-a004-ff85fa08fc7b tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:45.453256 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82c4d3b9-aaaa-4b82-bf7c-d7e4f210fa98 req-142fd35c-5c43-49b8-a004-ff85fa08fc7b tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 945 time: 0.0885770 Feb 16 14:35:45.503593 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82c4d3b9-aaaa-4b82-bf7c-d7e4f210fa98 req-f71065dd-47df-455c-ad90-74646e546477 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470381 Feb 16 14:35:45.521594 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-364e513c-5488-4aae-bba5-86d89826d83c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Made reservation on behalf of 71aa13b5525343d9b20e223b0307b273 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:35:45.525018 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-364e513c-5488-4aae-bba5-86d89826d83c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:45.654226 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-364e513c-5488-4aae-bba5-86d89826d83c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Allocated IP 172.20.0.13 (78ebea5a-7c6d-4c2c-8e42-a1327d39deac/6a6eba54-d08a-4809-9cbc-4e2a0d64b56a/05f46cfe-5fa3-4140-bc7b-a0e091fe5909) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:35:45.788220 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-364e513c-5488-4aae-bba5-86d89826d83c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:45.886733 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-364e513c-5488-4aae-bba5-86d89826d83c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:45.942022 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-364e513c-5488-4aae-bba5-86d89826d83c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:35:45.946585 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-364e513c-5488-4aae-bba5-86d89826d83c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:35:45.964429 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-364e513c-5488-4aae-bba5-86d89826d83c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:35:45.993299 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e513c-5488-4aae-bba5-86d89826d83c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'Port': ['ID=05f46cfe-5fa3-4140-bc7b-a0e091fe5909,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:46.027892 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-364e513c-5488-4aae-bba5-86d89826d83c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:46.028472 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-364e513c-5488-4aae-bba5-86d89826d83c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:46.053109 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98c5ef-275e-45b7-84e8-eb27a81db9b1 req-c21ec7c1-a9ed-43ea-ac7e-b483206ade13 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:46.053109 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6d98c5ef-275e-45b7-84e8-eb27a81db9b1 req-c21ec7c1-a9ed-43ea-ac7e-b483206ade13 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 945 time: 0.1193995 Feb 16 14:35:46.103083 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-364e513c-5488-4aae-bba5-86d89826d83c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7848482 Feb 16 14:35:46.114118 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Request body: {'port': {'device_id': '40418772-3097-469a-acd7-e113e9823f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:35:46.185352 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-32c01d07-b435-44e9-b3b6-3b779de190a5 None None] Provisioning complete for port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 triggered by entity DHCP. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:35:46.185882 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-32c01d07-b435-44e9-b3b6-3b779de190a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:46.216225 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:46.226417 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-32c01d07-b435-44e9-b3b6-3b779de190a5 None None] Port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 cannot update to ACTIVE because it is not bound. {{(pid=103212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 14:35:46.227605 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-6d98c5ef-275e-45b7-84e8-eb27a81db9b1 req-51f3c80b-b7ab-43f8-90a9-554c154bad29 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Deleting port 1b2e307c-b659-4e64-8755-9cb9d49016d6 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:35:46.229064 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-6d98c5ef-275e-45b7-84e8-eb27a81db9b1 req-51f3c80b-b7ab-43f8-90a9-554c154bad29 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:46.410678 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-6d98c5ef-275e-45b7-84e8-eb27a81db9b1 req-51f3c80b-b7ab-43f8-90a9-554c154bad29 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] For port 1b2e307c-b659-4e64-8755-9cb9d49016d6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1b2e307c-b659-4e64-8755-9cb9d49016d6,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:46.411286 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-6d98c5ef-275e-45b7-84e8-eb27a81db9b1 req-51f3c80b-b7ab-43f8-90a9-554c154bad29 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:46.440492 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-6d98c5ef-275e-45b7-84e8-eb27a81db9b1 req-51f3c80b-b7ab-43f8-90a9-554c154bad29 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Calling delete_port for 1b2e307c-b659-4e64-8755-9cb9d49016d6 owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:35:46.554378 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b257f86-b042-449c-b0f3-a702556bb898 req-569b5df6-da06-422a-8a0a-ac4721bd335f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:46.555494 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b257f86-b042-449c-b0f3-a702556bb898 req-569b5df6-da06-422a-8a0a-ac4721bd335f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 932 time: 0.0625119 Feb 16 14:35:46.641447 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0b257f86-b042-449c-b0f3-a702556bb898 req-53186bbb-ebfe-4327-b20a-f682da976db7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774586 Feb 16 14:35:46.667015 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:35:46.685601 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5095041-c181-4760-94e4-707837ec83fa req-c57f0bb3-7f2f-481a-8d17-64a3f5222970 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:46.685601 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d5095041-c181-4760-94e4-707837ec83fa req-c57f0bb3-7f2f-481a-8d17-64a3f5222970 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 945 time: 0.0926673 Feb 16 14:35:46.696364 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Publish callbacks [] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:46.723636 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d5095041-c181-4760-94e4-707837ec83fa req-d8486ac9-dd60-44a7-952b-e70bf441ba2e tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438209 Feb 16 14:35:46.760699 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Transition to ACTIVE for port object 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:35:46.761761 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-6d98c5ef-275e-45b7-84e8-eb27a81db9b1 req-51f3c80b-b7ab-43f8-90a9-554c154bad29 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (1b2e307c-b659-4e64-8755-9cb9d49016d6), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:46.774209 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['02e6bfd3-a7be-48eb-9855-73510834525d', 'f96535e1-cf30-4587-9043-490b81e4004d', 'f06077e1-e9fd-46d4-868c-d1a1d6d227b6', '1b2e307c-b659-4e64-8755-9cb9d49016d6'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:35:46.793215 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3c80b-b7ab-43f8-90a9-554c154bad29 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Pushing event deleted for resources: {'Port': ['ID=1b2e307c-b659-4e64-8755-9cb9d49016d6,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:46.841696 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d98c5ef-275e-45b7-84e8-eb27a81db9b1 req-51f3c80b-b7ab-43f8-90a9-554c154bad29 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] No DVR routers for this DVR port 1b2e307c-b659-4e64-8755-9cb9d49016d6 on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:35:46.844255 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-6d98c5ef-275e-45b7-84e8-eb27a81db9b1 req-51f3c80b-b7ab-43f8-90a9-554c154bad29 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:46.847814 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6d98c5ef-275e-45b7-84e8-eb27a81db9b1 req-51f3c80b-b7ab-43f8-90a9-554c154bad29 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "DELETE /v2.0/ports/1b2e307c-b659-4e64-8755-9cb9d49016d6 HTTP/1.1" status: 204 len: 173 time: 0.7899330 Feb 16 14:35:46.848404 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e', 'name': 'network-vif-deleted', 'tag': '1b2e307c-b659-4e64-8755-9cb9d49016d6'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:35:46.851976 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7aeffc2-bf3c-4d5b-bf04-95bc1cc78b4b" -d '{"events": [{"server_uuid": "cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e", "name": "network-vif-deleted", "tag": "1b2e307c-b659-4e64-8755-9cb9d49016d6"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:35:46.854407 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:46.930297 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e63d8dc-1517-472b-a76c-387f082a6f3b x-openstack-request-id: req-3e63d8dc-1517-472b-a76c-387f082a6f3b {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:35:46.930596 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e", "name": "network-vif-deleted", "tag": "1b2e307c-b659-4e64-8755-9cb9d49016d6", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:35:46.930839 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-3e63d8dc-1517-472b-a76c-387f082a6f3b {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:35:46.931814 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e', 'name': 'network-vif-deleted', 'tag': '1b2e307c-b659-4e64-8755-9cb9d49016d6', 'status': 'completed', 'code': 200} Feb 16 14:35:46.934308 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Pushing event updated for resources: {'Port': ['ID=05f46cfe-5fa3-4140-bc7b-a0e091fe5909,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:47.042702 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Attempting to bind port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:35:47.043047 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Attempting to bind port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:35:47.043524 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Attempting to bind port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 on network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:35:47.048129 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 on network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:35:47.048469 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Attempting to bind port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 on network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:35:47.054283 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:35:47.056964 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Checking segment: {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:35:47.056964 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Bound using segment: {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:35:47.056964 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Bound port: 05f46cfe-5fa3-4140-bc7b-a0e091fe5909, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be142fd5-55b0-42f2-8ede-2142df71ad2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:35:47.056964 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:47.145077 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] For port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:35:47.148427 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] For port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05f46cfe-5fa3-4140-bc7b-a0e091fe5909,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:35:47.224877 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:47.259909 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:47.260543 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:47.262147 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] 10.222.0.127 "PUT /v2.0/ports/05f46cfe-5fa3-4140-bc7b-a0e091fe5909 HTTP/1.1" status: 200 len: 1094 time: 1.1518972 Feb 16 14:35:47.285075 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fb1e7-9207-4970-b4b1-22d364c09f4f service neutron] Pushing event updated for resources: {'Port': ['ID=05f46cfe-5fa3-4140-bc7b-a0e091fe5909,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:47.413845 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-4fd6119c-e988-4b45-894d-38d079832c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:47.415420 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-4fd6119c-e988-4b45-894d-38d079832c54 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 1128 time: 0.0548441 Feb 16 14:35:47.710117 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-9642d781-214f-4f28-b369-56009cb03177 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05f46cfe-5fa3-4140-bc7b-a0e091fe5909 HTTP/1.1" status: 200 len: 217 time: 0.2862399 Feb 16 14:35:47.763598 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-0557fb47-134c-4307-ab9c-467dce6ef54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:47.765518 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-0557fb47-134c-4307-ab9c-467dce6ef54a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6a6eba54-d08a-4809-9cbc-4e2a0d64b56a HTTP/1.1" status: 200 len: 851 time: 0.0469048 Feb 16 14:35:47.803837 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423eeac-ae4e-4f6b-9fc9-cb2dce11c6ca req-70259667-0a3b-45e3-9fde-1a4a5f33ea75 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:47.814931 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4423eeac-ae4e-4f6b-9fc9-cb2dce11c6ca req-70259667-0a3b-45e3-9fde-1a4a5f33ea75 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 944 time: 0.1020460 Feb 16 14:35:47.841981 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ae03f7c7-7c36-40f6-ba83-66ce4f3927f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:47.843507 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-ae03f7c7-7c36-40f6-ba83-66ce4f3927f4 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0708215 Feb 16 14:35:47.858661 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c8e9ecca-c183-4aa8-8cd7-aa8953b32b2e req-373cf945-8322-4f79-99dc-332fc8c6c81c tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=cd406d4f-052a-4f2b-8dfd-ca17a75d5c5e HTTP/1.1" status: 200 len: 210 time: 0.0348244 Feb 16 14:35:47.888500 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4423eeac-ae4e-4f6b-9fc9-cb2dce11c6ca req-e60b4263-318c-429a-a609-51dc5f2b79f7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727022 Feb 16 14:35:47.940446 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-2ed7bae1-0f58-47b4-8678-35c9688069b0 service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906558 Feb 16 14:35:48.030117 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c0dd2c8f-20f6-405e-ac29-587f9cb6d9c9 req-6379f9d6-dec9-4c0b-89f6-243f3d5330a5 service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837884 Feb 16 14:35:48.919719 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bc87d-e565-41f9-9725-6bd96019fbef req-0f5d22dd-e7a6-45a5-863e-8da4d2ac7dc2 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:48.924242 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fd0bc87d-e565-41f9-9725-6bd96019fbef req-0f5d22dd-e7a6-45a5-863e-8da4d2ac7dc2 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0650303 Feb 16 14:35:48.935140 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40418772-3097-469a-acd7-e113e9823f21', 'tag': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:35:48.938282 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df9d595-2326-4995-a48c-6b30c6421887" -d '{"events": [{"name": "network-changed", "server_uuid": "40418772-3097-469a-acd7-e113e9823f21", "tag": "05f46cfe-5fa3-4140-bc7b-a0e091fe5909"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:35:48.992993 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fd0bc87d-e565-41f9-9725-6bd96019fbef req-b5ca2caa-ed34-4b96-b7e9-a673cea91acb tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623677 Feb 16 14:35:49.034820 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800de34-e310-4edb-9b09-a7b018c00751 req-accf82b2-2b02-430a-b4a2-cad1ae14d3da tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:49.037397 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d800de34-e310-4edb-9b09-a7b018c00751 req-accf82b2-2b02-430a-b4a2-cad1ae14d3da tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 944 time: 0.0615737 Feb 16 14:35:49.038133 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf6a247-da12-4a70-a847-8cc3ce855649 x-openstack-request-id: req-edf6a247-da12-4a70-a847-8cc3ce855649 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:35:49.038430 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40418772-3097-469a-acd7-e113e9823f21", "tag": "05f46cfe-5fa3-4140-bc7b-a0e091fe5909", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:35:49.038688 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-edf6a247-da12-4a70-a847-8cc3ce855649 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:35:49.039175 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40418772-3097-469a-acd7-e113e9823f21', 'tag': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909', 'status': 'completed', 'code': 200} Feb 16 14:35:49.088024 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d800de34-e310-4edb-9b09-a7b018c00751 req-9f309308-8fae-4005-a17c-9ac1629d5c26 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453959 Feb 16 14:35:49.106364 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9d595-2326-4995-a48c-6b30c6421887 req-f0cd0da2-e13b-470a-a543-a41c02dc3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:49.111963 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3df9d595-2326-4995-a48c-6b30c6421887 req-f0cd0da2-e13b-470a-a543-a41c02dc3b2a service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 1128 time: 0.0462720 Feb 16 14:35:49.203603 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9d595-2326-4995-a48c-6b30c6421887 req-b60f0546-677b-4d72-885b-095638a1a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:49.205151 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3df9d595-2326-4995-a48c-6b30c6421887 req-b60f0546-677b-4d72-885b-095638a1a2e1 service neutron] 10.222.0.127 "GET /v2.0/networks?id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac HTTP/1.1" status: 200 len: 913 time: 0.0904565 Feb 16 14:35:49.244330 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3df9d595-2326-4995-a48c-6b30c6421887 req-ea2f9a79-7094-4aa0-87bc-a963128aa5e4 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05f46cfe-5fa3-4140-bc7b-a0e091fe5909 HTTP/1.1" status: 200 len: 217 time: 0.0336652 Feb 16 14:35:49.294644 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9d595-2326-4995-a48c-6b30c6421887 req-056a7a49-f6e6-496e-8743-a7defb876478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:49.296051 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3df9d595-2326-4995-a48c-6b30c6421887 req-056a7a49-f6e6-496e-8743-a7defb876478 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6a6eba54-d08a-4809-9cbc-4e2a0d64b56a HTTP/1.1" status: 200 len: 851 time: 0.0457520 Feb 16 14:35:49.344288 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9d595-2326-4995-a48c-6b30c6421887 req-0c33a9ce-dfb3-46b1-8f5b-100dc8885cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:49.345706 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3df9d595-2326-4995-a48c-6b30c6421887 req-0c33a9ce-dfb3-46b1-8f5b-100dc8885cd7 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426304 Feb 16 14:35:49.435160 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3df9d595-2326-4995-a48c-6b30c6421887 req-b5e92b12-e096-4a35-afd4-a604afcd8e5b service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834210 Feb 16 14:35:49.519613 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 1b2e307c-b659-4e64-8755-9cb9d49016d6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:35:49.521878 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3df9d595-2326-4995-a48c-6b30c6421887 req-cfb231f1-c812-4c61-b2d7-8e2b7c41ad36 service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807350 Feb 16 14:35:49.551262 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: 1b2e307c-b659-4e64-8755-9cb9d49016d6 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:35:49.551606 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 1b2e307c-b659-4e64-8755-9cb9d49016d6 not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:35:50.062062 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54032) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:50.115660 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c79ed-b83d-4ac3-8e8a-006cf693b151 req-9cbf27a1-1255-4f21-8773-3259ec7b3222 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:50.117911 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1f4c79ed-b83d-4ac3-8e8a-006cf693b151 req-9cbf27a1-1255-4f21-8773-3259ec7b3222 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0546236 Feb 16 14:35:50.179741 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-616eefda-978a-4d3a-a415-2423eb7a7793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:50.180919 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1f4c79ed-b83d-4ac3-8e8a-006cf693b151 req-8b0e4ee7-3ac0-4e20-a7ef-a6cdc4075328 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575726 Feb 16 14:35:50.233164 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64715807-0212-4f94-ab0c-b4c3731afce5 req-64fadf21-d00b-4686-9c33-c441bc4c78b5 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:50.234655 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-64715807-0212-4f94-ab0c-b4c3731afce5 req-64fadf21-d00b-4686-9c33-c441bc4c78b5 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 944 time: 0.0716691 Feb 16 14:35:50.279306 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-616eefda-978a-4d3a-a415-2423eb7a7793 admin admin] Publish callbacks [] for security_group (d155e5b2-2c0f-450b-aeaf-fff41277d922), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:50.289367 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-64715807-0212-4f94-ab0c-b4c3731afce5 req-c9e81acf-0170-4d22-9957-364518c523fa tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468454 Feb 16 14:35:50.320918 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-616eefda-978a-4d3a-a415-2423eb7a7793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (d155e5b2-2c0f-450b-aeaf-fff41277d922), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:50.362781 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-616eefda-978a-4d3a-a415-2423eb7a7793 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=97a70ff55a894cadaaa932b35093fe8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995379 Feb 16 14:35:50.363680 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616eefda-978a-4d3a-a415-2423eb7a7793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d155e5b2-2c0f-450b-aeaf-fff41277d922,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:50.366727 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54042) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:50.417668 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32d251ef-5649-4695-bc04-89272fcf458a admin admin] Publish callbacks [] for security_group (d155e5b2-2c0f-450b-aeaf-fff41277d922), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:50.439069 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32d251ef-5649-4695-bc04-89272fcf458a admin admin] Publish callbacks [] for security_group (d155e5b2-2c0f-450b-aeaf-fff41277d922), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:50.548852 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32d251ef-5649-4695-bc04-89272fcf458a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (d155e5b2-2c0f-450b-aeaf-fff41277d922), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:50.551328 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-32d251ef-5649-4695-bc04-89272fcf458a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:50.553020 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-32d251ef-5649-4695-bc04-89272fcf458a admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/d155e5b2-2c0f-450b-aeaf-fff41277d922 HTTP/1.1" status: 204 len: 168 time: 0.1851497 Feb 16 14:35:50.578911 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d251ef-5649-4695-bc04-89272fcf458a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d155e5b2-2c0f-450b-aeaf-fff41277d922,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:50.601077 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252e4e2-7f8c-4323-9c53-e7c5648ab4bb req-1115ae8b-f510-4df0-9124-7391e0e128ee tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:50.602714 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2252e4e2-7f8c-4323-9c53-e7c5648ab4bb req-1115ae8b-f510-4df0-9124-7391e0e128ee tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 945 time: 0.0653195 Feb 16 14:35:50.654368 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2252e4e2-7f8c-4323-9c53-e7c5648ab4bb req-e39c39a8-d642-454f-8bfc-97540b895e17 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454893 Feb 16 14:35:51.156915 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54050) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:51.168618 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b089841d-1be6-4b09-87f0-40e3aae9346f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:51.245749 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b089841d-1be6-4b09-87f0-40e3aae9346f admin admin] Publish callbacks [] for security_group (4ea46951-0a9a-4604-9df2-fb7eccfd8aff), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:51.303561 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b089841d-1be6-4b09-87f0-40e3aae9346f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (4ea46951-0a9a-4604-9df2-fb7eccfd8aff), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:51.348193 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b089841d-1be6-4b09-87f0-40e3aae9346f admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=e57228ea9bb340e194f82fc551436a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921241 Feb 16 14:35:51.349239 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089841d-1be6-4b09-87f0-40e3aae9346f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea46951-0a9a-4604-9df2-fb7eccfd8aff,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:51.350936 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54056) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:51.415882 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3476f32d-0040-4542-be5e-92c6d3ec258d admin admin] Publish callbacks [] for security_group (4ea46951-0a9a-4604-9df2-fb7eccfd8aff), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:51.438031 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3476f32d-0040-4542-be5e-92c6d3ec258d admin admin] Publish callbacks [] for security_group (4ea46951-0a9a-4604-9df2-fb7eccfd8aff), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:51.462250 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b22f81-b05b-4f09-8bef-cf0c3bed17f7 req-a475e375-1d73-43bd-9c59-d3b808c99754 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:51.463737 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-97b22f81-b05b-4f09-8bef-cf0c3bed17f7 req-a475e375-1d73-43bd-9c59-d3b808c99754 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 944 time: 0.0870566 Feb 16 14:35:51.497511 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae8604-3477-4f6f-bf0a-2c506c77e8f5 req-b8b1f7dd-56b3-4d86-bb36-cadb23ceac69 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:51.498896 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22ae8604-3477-4f6f-bf0a-2c506c77e8f5 req-b8b1f7dd-56b3-4d86-bb36-cadb23ceac69 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0899975 Feb 16 14:35:51.538650 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-97b22f81-b05b-4f09-8bef-cf0c3bed17f7 req-55f84889-139d-4208-9323-d60d9f9d3cbd tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684342 Feb 16 14:35:51.569495 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-22ae8604-3477-4f6f-bf0a-2c506c77e8f5 req-dc3433a8-6890-4998-a9ed-c73a49d2fa5e tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556509 Feb 16 14:35:51.571751 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3476f32d-0040-4542-be5e-92c6d3ec258d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (4ea46951-0a9a-4604-9df2-fb7eccfd8aff), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:51.574396 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3476f32d-0040-4542-be5e-92c6d3ec258d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:51.578247 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-3476f32d-0040-4542-be5e-92c6d3ec258d admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/4ea46951-0a9a-4604-9df2-fb7eccfd8aff HTTP/1.1" status: 204 len: 168 time: 0.2231078 Feb 16 14:35:51.584730 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476f32d-0040-4542-be5e-92c6d3ec258d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea46951-0a9a-4604-9df2-fb7eccfd8aff,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:51.774926 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1a4f2-9592-4262-8937-315e06c5dd3c req-df41e9ed-c0d1-45d4-9094-9031e63080e9 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:51.776755 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ddb1a4f2-9592-4262-8937-315e06c5dd3c req-df41e9ed-c0d1-45d4-9094-9031e63080e9 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 945 time: 0.0551720 Feb 16 14:35:51.823146 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-ddb1a4f2-9592-4262-8937-315e06c5dd3c req-11ea9240-3058-48fe-884d-72bc0f0ee2ae tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406816 Feb 16 14:35:52.188354 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54064) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:52.201288 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-63352b10-9e6f-4f25-94fe-7f028417b20d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:52.273303 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-63352b10-9e6f-4f25-94fe-7f028417b20d admin admin] Publish callbacks [] for security_group (6bbb2da1-f257-4130-a581-a6372f0f41c0), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:52.326577 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-63352b10-9e6f-4f25-94fe-7f028417b20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (6bbb2da1-f257-4130-a581-a6372f0f41c0), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:52.375467 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687cc7c-a73f-4090-88d9-a5afa7b219f7 req-b0dcc063-aaab-46e3-ab30-e1f58f40e7dd tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:52.376851 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7687cc7c-a73f-4090-88d9-a5afa7b219f7 req-b0dcc063-aaab-46e3-ab30-e1f58f40e7dd tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 945 time: 0.0851073 Feb 16 14:35:52.381905 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-63352b10-9e6f-4f25-94fe-7f028417b20d admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=46f815a016d743cbacbe860963ebc041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925139 Feb 16 14:35:52.384719 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54066) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:52.389775 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63352b10-9e6f-4f25-94fe-7f028417b20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbb2da1-f257-4130-a581-a6372f0f41c0,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:52.441551 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9816-eedf-4cb3-b82c-88d4839abe93 admin admin] Publish callbacks [] for security_group (6bbb2da1-f257-4130-a581-a6372f0f41c0), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:52.462562 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9816-eedf-4cb3-b82c-88d4839abe93 admin admin] Publish callbacks [] for security_group (6bbb2da1-f257-4130-a581-a6372f0f41c0), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:52.476212 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-7687cc7c-a73f-4090-88d9-a5afa7b219f7 req-b858faf7-6c75-4c04-92b8-84d55a16ec4f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Deleting port f06077e1-e9fd-46d4-868c-d1a1d6d227b6 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:35:52.476557 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-7687cc7c-a73f-4090-88d9-a5afa7b219f7 req-b858faf7-6c75-4c04-92b8-84d55a16ec4f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:52.568235 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-7687cc7c-a73f-4090-88d9-a5afa7b219f7 req-b858faf7-6c75-4c04-92b8-84d55a16ec4f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] For port f06077e1-e9fd-46d4-868c-d1a1d6d227b6, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f06077e1-e9fd-46d4-868c-d1a1d6d227b6,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:52.568614 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-7687cc7c-a73f-4090-88d9-a5afa7b219f7 req-b858faf7-6c75-4c04-92b8-84d55a16ec4f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:52.572196 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9816-eedf-4cb3-b82c-88d4839abe93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (6bbb2da1-f257-4130-a581-a6372f0f41c0), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:52.581050 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4d4a9816-eedf-4cb3-b82c-88d4839abe93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:52.581050 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-4d4a9816-eedf-4cb3-b82c-88d4839abe93 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/6bbb2da1-f257-4130-a581-a6372f0f41c0 HTTP/1.1" status: 204 len: 168 time: 0.1904662 Feb 16 14:35:52.585817 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a9816-eedf-4cb3-b82c-88d4839abe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbb2da1-f257-4130-a581-a6372f0f41c0,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:52.586288 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-7687cc7c-a73f-4090-88d9-a5afa7b219f7 req-b858faf7-6c75-4c04-92b8-84d55a16ec4f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Calling delete_port for f06077e1-e9fd-46d4-868c-d1a1d6d227b6 owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:35:52.732612 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce56a1b-915d-458d-ac5a-a289d510a0df req-1a02cf28-f771-4d4e-b4a9-23675a04ea4f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:52.734680 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4ce56a1b-915d-458d-ac5a-a289d510a0df req-1a02cf28-f771-4d4e-b4a9-23675a04ea4f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 944 time: 0.0920744 Feb 16 14:35:52.743461 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b0ea0-84de-4af2-828f-3c76d49a2720 req-3f2a698f-ad30-4845-a231-05c23f753c0c tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:52.745277 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-821b0ea0-84de-4af2-828f-3c76d49a2720 req-3f2a698f-ad30-4845-a231-05c23f753c0c tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0901930 Feb 16 14:35:52.800022 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-7687cc7c-a73f-4090-88d9-a5afa7b219f7 req-b858faf7-6c75-4c04-92b8-84d55a16ec4f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (f06077e1-e9fd-46d4-868c-d1a1d6d227b6), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:52.813326 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['02e6bfd3-a7be-48eb-9855-73510834525d', 'f96535e1-cf30-4587-9043-490b81e4004d', 'f06077e1-e9fd-46d4-868c-d1a1d6d227b6'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:35:52.824836 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4ce56a1b-915d-458d-ac5a-a289d510a0df req-114912d4-8a49-4a0d-b34e-c4b748eff2b9 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784359 Feb 16 14:35:52.829683 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-821b0ea0-84de-4af2-828f-3c76d49a2720 req-c4a0a422-a02d-4702-8512-ac0584e9de3b tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764785 Feb 16 14:35:52.833468 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858faf7-6c75-4c04-92b8-84d55a16ec4f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Pushing event deleted for resources: {'Port': ['ID=f06077e1-e9fd-46d4-868c-d1a1d6d227b6,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:52.889443 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-7687cc7c-a73f-4090-88d9-a5afa7b219f7 req-b858faf7-6c75-4c04-92b8-84d55a16ec4f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] No DVR routers for this DVR port f06077e1-e9fd-46d4-868c-d1a1d6d227b6 on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:35:52.892237 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-7687cc7c-a73f-4090-88d9-a5afa7b219f7 req-b858faf7-6c75-4c04-92b8-84d55a16ec4f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:52.896578 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7687cc7c-a73f-4090-88d9-a5afa7b219f7 req-b858faf7-6c75-4c04-92b8-84d55a16ec4f tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "DELETE /v2.0/ports/f06077e1-e9fd-46d4-868c-d1a1d6d227b6 HTTP/1.1" status: 204 len: 173 time: 0.5136442 Feb 16 14:35:52.900691 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6695c78-531d-4f92-9cd1-ba84c70f0cec', 'name': 'network-vif-deleted', 'tag': 'f06077e1-e9fd-46d4-868c-d1a1d6d227b6'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:35:52.900691 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be58f20-5e24-4e13-98e9-4c0c37fe80eb" -d '{"events": [{"server_uuid": "b6695c78-531d-4f92-9cd1-ba84c70f0cec", "name": "network-vif-deleted", "tag": "f06077e1-e9fd-46d4-868c-d1a1d6d227b6"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:35:52.953282 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f2aff38f-c0a7-4361-b9cd-51f800fe3ca5 req-82e4dabf-fcd2-4731-8bd5-82697430c057 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 210 time: 0.0411124 Feb 16 14:35:52.954187 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf5f122-0616-473e-a46d-06657497ee58 x-openstack-request-id: req-3cf5f122-0616-473e-a46d-06657497ee58 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:35:52.954864 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6695c78-531d-4f92-9cd1-ba84c70f0cec", "name": "network-vif-deleted", "tag": "f06077e1-e9fd-46d4-868c-d1a1d6d227b6", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:35:52.955004 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-3cf5f122-0616-473e-a46d-06657497ee58 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:35:52.955442 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6695c78-531d-4f92-9cd1-ba84c70f0cec', 'name': 'network-vif-deleted', 'tag': 'f06077e1-e9fd-46d4-868c-d1a1d6d227b6', 'status': 'completed', 'code': 200} Feb 16 14:35:53.722837 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54098) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:53.814718 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-4439910-network', 'tenant_id': '371367592e1445d0bf381d5ecae9a388'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:35:53.949181 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] Made reservation on behalf of 371367592e1445d0bf381d5ecae9a388 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:35:53.951693 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:53.961352 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:53.985958 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7ec51-b367-4bb3-a1d8-69f2f918de4b req-18642b18-8c09-4cd2-b3d7-218204283573 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:53.987391 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bcf7ec51-b367-4bb3-a1d8-69f2f918de4b req-18642b18-8c09-4cd2-b3d7-218204283573 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0850508 Feb 16 14:35:53.994762 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bf2f3-666d-400e-b54f-3671aa1d45f1 req-0e4f75c0-d14a-4d77-b867-3cb18f242902 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:53.996159 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-477bf2f3-666d-400e-b54f-3671aa1d45f1 req-0e4f75c0-d14a-4d77-b867-3cb18f242902 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 944 time: 0.0920367 Feb 16 14:35:54.040688 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] Publish callbacks [] for security_group (68ef49c8-b26b-4891-be6d-292199e73f03), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:54.078827 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-bcf7ec51-b367-4bb3-a1d8-69f2f918de4b req-32256684-5205-4055-be48-512e332d2a57 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816176 Feb 16 14:35:54.085683 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-477bf2f3-666d-400e-b54f-3671aa1d45f1 req-f78d66ec-aa61-4854-a6e8-9b8d9b73304d tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813968 Feb 16 14:35:54.092004 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (68ef49c8-b26b-4891-be6d-292199e73f03), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:54.105498 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:35:54.126989 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (8cdc4ef2-b770-4cef-af89-7703deac3cc1), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:54.127340 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] Added segment 8cdc4ef2-b770-4cef-af89-7703deac3cc1 of type vlan for network 978f335f-dc1c-4d20-9c2d-edaf96a067a2 Feb 16 14:35:54.145949 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ef49c8-b26b-4891-be6d-292199e73f03,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:54.182879 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (978f335f-dc1c-4d20-9c2d-edaf96a067a2), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:54.193743 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-49becea8-9d36-4cde-8879-3443231aa330 req-5b6aedaa-d20a-4dba-a110-2ae1336ab14a tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=b6695c78-531d-4f92-9cd1-ba84c70f0cec HTTP/1.1" status: 200 len: 210 time: 0.0297651 Feb 16 14:35:54.263452 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (978f335f-dc1c-4d20-9c2d-edaf96a067a2), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:54.264382 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:54.265010 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:54.325842 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] Pushing event updated for resources: {'Network': ['ID=978f335f-dc1c-4d20-9c2d-edaf96a067a2,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:54.335761 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network 978f335f-dc1c-4d20-9c2d-edaf96a067a2 details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:35:54.385891 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0d2caf3e-c2c1-49ba-b559-344ce396c254 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6618655 Feb 16 14:35:54.388675 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54110) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:35:54.393552 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-3a083fca-2dd8-4237-aadb-2681f07f4640 admin admin] Request body: {'subnet': {'network_id': '978f335f-dc1c-4d20-9c2d-edaf96a067a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-4439910-subnet', 'tenant_id': '371367592e1445d0bf381d5ecae9a388', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:35:54.457792 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a083fca-2dd8-4237-aadb-2681f07f4640 admin admin] Made reservation on behalf of 371367592e1445d0bf381d5ecae9a388 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:35:54.460460 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3a083fca-2dd8-4237-aadb-2681f07f4640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957746'] for subnet (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:54.686281 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3a083fca-2dd8-4237-aadb-2681f07f4640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5164874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957696'] for subnet (f07ed503-5bd4-47c5-968c-5cf8addf9b28), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:54.738107 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a083fca-2dd8-4237-aadb-2681f07f4640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f07ed503-5bd4-47c5-968c-5cf8addf9b28,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:54.747980 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a083fca-2dd8-4237-aadb-2681f07f4640 admin admin] Checking segment: {'id': '8cdc4ef2-b770-4cef-af89-7703deac3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '978f335f-dc1c-4d20-9c2d-edaf96a067a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:35:54.748333 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a083fca-2dd8-4237-aadb-2681f07f4640 admin admin] Network hostable DHCP agents. Network: 978f335f-dc1c-4d20-9c2d-edaf96a067a2, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:35:54.834416 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a083fca-2dd8-4237-aadb-2681f07f4640 admin admin] Network 978f335f-dc1c-4d20-9c2d-edaf96a067a2 is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:35:54.885797 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-3a083fca-2dd8-4237-aadb-2681f07f4640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, 978f335f-dc1c-4d20-9c2d-edaf96a067a2) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:35:54.889842 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a083fca-2dd8-4237-aadb-2681f07f4640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:54.890450 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3a083fca-2dd8-4237-aadb-2681f07f4640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:54.894550 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ebd350-1246-43ad-97b7-f9fdabd0bf4d None None] Network 978f335f-dc1c-4d20-9c2d-edaf96a067a2 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:35:54.951317 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-3a083fca-2dd8-4237-aadb-2681f07f4640 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5615742 Feb 16 14:35:54.992817 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bee0ed-4351-44cb-865b-068aaf02e50b None None] Network 978f335f-dc1c-4d20-9c2d-edaf96a067a2 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:35:55.236560 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e459b-09d2-48b7-9685-9581fd87aaa5 req-249d0131-1a31-43cb-93cb-a9ed8a322276 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:55.238037 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-496e459b-09d2-48b7-9685-9581fd87aaa5 req-249d0131-1a31-43cb-93cb-a9ed8a322276 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 944 time: 0.0755949 Feb 16 14:35:55.244750 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123d48-f137-42b9-96fb-d9c50ea01ea1 req-b9b8e618-a9bb-42f3-bd79-f46e66b465f4 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:55.246161 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-40123d48-f137-42b9-96fb-d9c50ea01ea1 req-b9b8e618-a9bb-42f3-bd79-f46e66b465f4 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0955052 Feb 16 14:35:55.323258 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-496e459b-09d2-48b7-9685-9581fd87aaa5 req-6c86c70d-954b-400e-a081-32fae980bf05 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761542 Feb 16 14:35:55.327009 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-40123d48-f137-42b9-96fb-d9c50ea01ea1 req-f57a2616-3e60-4084-a409-6db405e1fb5d tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744040 Feb 16 14:35:55.571944 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:35:55.575607 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f06077e1-e9fd-46d4-868c-d1a1d6d227b6 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:35:55.605100 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: f06077e1-e9fd-46d4-868c-d1a1d6d227b6 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:35:55.605382 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f06077e1-e9fd-46d4-868c-d1a1d6d227b6 not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:35:55.695448 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05f46cfe-5fa3-4140-bc7b-a0e091fe5909,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:55.706452 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'port_id': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909', 'mac_address': 'fa:16:3e:92:24:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:35:55.757328 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:35:55.757790 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:55.773368 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:35:55.799088 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05f46cfe-5fa3-4140-bc7b-a0e091fe5909,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:55.818883 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51ccda-f7ee-4d51-aa3c-a8f3bfac491c req-997dc6f7-d4df-4d10-8052-95343bd3d8b7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:55.820280 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-db51ccda-f7ee-4d51-aa3c-a8f3bfac491c req-997dc6f7-d4df-4d10-8052-95343bd3d8b7 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 946 time: 0.0561671 Feb 16 14:35:55.868920 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-db51ccda-f7ee-4d51-aa3c-a8f3bfac491c req-c964d3a4-e52b-4841-a050-55e7bc2b4534 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 Feb 16 14:35:55.880462 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:55.927428 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=05f46cfe-5fa3-4140-bc7b-a0e091fe5909,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:56.133780 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['05f46cfe-5fa3-4140-bc7b-a0e091fe5909'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:35:56.478894 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744f14b-6848-4840-8a73-08732a820842 req-17760630-3a5e-48f3-b23b-45bb01e3b004 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:56.480269 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d744f14b-6848-4840-8a73-08732a820842 req-17760630-3a5e-48f3-b23b-45bb01e3b004 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 945 time: 0.0855012 Feb 16 14:35:56.490868 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff306f-f6ee-4a78-a29d-ba4b31525804 req-bc12cbbc-c1d1-4f25-b651-b09258a9db2c tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:56.492252 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c7ff306f-f6ee-4a78-a29d-ba4b31525804 req-bc12cbbc-c1d1-4f25-b651-b09258a9db2c tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0949492 Feb 16 14:35:56.564697 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-d744f14b-6848-4840-8a73-08732a820842 req-8ce7bf74-f1dc-430b-b9b5-ea26b214ccf8 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715101 Feb 16 14:35:56.569954 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c7ff306f-f6ee-4a78-a29d-ba4b31525804 req-f6766aa6-751d-4cfa-8dd5-052a8eb54992 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711844 Feb 16 14:35:57.058102 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ad359-1ccc-4617-bb9c-771d36de1048 req-6d928214-36ba-47d4-97b4-99f8f352e596 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:57.059459 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-852ad359-1ccc-4617-bb9c-771d36de1048 req-6d928214-36ba-47d4-97b4-99f8f352e596 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 946 time: 0.1218228 Feb 16 14:35:57.088797 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-ad9b4cff-8970-40b5-8e36-9b9399d082f8 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:57.090204 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-ad9b4cff-8970-40b5-8e36-9b9399d082f8 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/networks?id=978f335f-dc1c-4d20-9c2d-edaf96a067a2 HTTP/1.1" status: 200 len: 806 time: 0.1415930 Feb 16 14:35:57.115291 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-e75c98bd-b128-46e8-8ee4-671e79fee647 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/quotas/371367592e1445d0bf381d5ecae9a388 HTTP/1.1" status: 200 len: 375 time: 0.0177727 Feb 16 14:35:57.135353 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-852ad359-1ccc-4617-bb9c-771d36de1048 req-911e7618-d9d5-498c-833d-3508be2e2612 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666580 Feb 16 14:35:57.153858 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-ab73f421-42fe-4e97-aa02-a5019b661651 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=371367592e1445d0bf381d5ecae9a388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312419 Feb 16 14:35:57.167088 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e54bc-5fb3-47c9-83e7-ed734b09bc7d req-353a7437-3e0d-4a76-b235-517ab3cacdf5 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:57.168572 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b64e54bc-5fb3-47c9-83e7-ed734b09bc7d req-353a7437-3e0d-4a76-b235-517ab3cacdf5 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 946 time: 0.0616696 Feb 16 14:35:57.249173 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-e92b8060-2ed3-48f4-87a7-adc7c45ee77b service neutron] 10.222.0.133 "GET /v2.0/networks/978f335f-dc1c-4d20-9c2d-edaf96a067a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883677 Feb 16 14:35:57.261261 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-b64e54bc-5fb3-47c9-83e7-ed734b09bc7d req-245df2a2-c56f-4ced-aeb3-19938fee4663 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Deleting port f96535e1-cf30-4587-9043-490b81e4004d {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:35:57.261619 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b64e54bc-5fb3-47c9-83e7-ed734b09bc7d req-245df2a2-c56f-4ced-aeb3-19938fee4663 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (f96535e1-cf30-4587-9043-490b81e4004d), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:57.338951 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-1b634228-51e1-4215-a555-9e8a16b87446 service neutron] 10.222.0.133 "GET /v2.0/networks/978f335f-dc1c-4d20-9c2d-edaf96a067a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837901 Feb 16 14:35:57.353252 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-b64e54bc-5fb3-47c9-83e7-ed734b09bc7d req-245df2a2-c56f-4ced-aeb3-19938fee4663 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] For port f96535e1-cf30-4587-9043-490b81e4004d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f96535e1-cf30-4587-9043-490b81e4004d,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:57.353629 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b64e54bc-5fb3-47c9-83e7-ed734b09bc7d req-245df2a2-c56f-4ced-aeb3-19938fee4663 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (f96535e1-cf30-4587-9043-490b81e4004d), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:57.366214 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-b64e54bc-5fb3-47c9-83e7-ed734b09bc7d req-245df2a2-c56f-4ced-aeb3-19938fee4663 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Calling delete_port for f96535e1-cf30-4587-9043-490b81e4004d owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:35:57.554248 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b64e54bc-5fb3-47c9-83e7-ed734b09bc7d req-245df2a2-c56f-4ced-aeb3-19938fee4663 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (f96535e1-cf30-4587-9043-490b81e4004d), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:57.566866 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['02e6bfd3-a7be-48eb-9855-73510834525d', 'f96535e1-cf30-4587-9043-490b81e4004d'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:35:57.586243 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245df2a2-c56f-4ced-aeb3-19938fee4663 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Pushing event deleted for resources: {'Port': ['ID=f96535e1-cf30-4587-9043-490b81e4004d,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:57.612399 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f6a32506-7983-4620-bb6c-f7754a0759e5 req-ea314a4f-dcb8-41cc-9c25-aec7e8bb4253 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 210 time: 0.0558178 Feb 16 14:35:57.613038 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:35:57.673871 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64e54bc-5fb3-47c9-83e7-ed734b09bc7d req-245df2a2-c56f-4ced-aeb3-19938fee4663 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] No DVR routers for this DVR port f96535e1-cf30-4587-9043-490b81e4004d on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:35:57.686483 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-b64e54bc-5fb3-47c9-83e7-ed734b09bc7d req-245df2a2-c56f-4ced-aeb3-19938fee4663 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:57.686483 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b64e54bc-5fb3-47c9-83e7-ed734b09bc7d req-245df2a2-c56f-4ced-aeb3-19938fee4663 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "DELETE /v2.0/ports/f96535e1-cf30-4587-9043-490b81e4004d HTTP/1.1" status: 204 len: 173 time: 0.5064483 Feb 16 14:35:57.686483 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f', 'name': 'network-vif-deleted', 'tag': 'f96535e1-cf30-4587-9043-490b81e4004d'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:35:57.693398 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970f9d3e-4d8c-4c32-8dea-fb7f378b3f4b" -d '{"events": [{"server_uuid": "1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f", "name": "network-vif-deleted", "tag": "f96535e1-cf30-4587-9043-490b81e4004d"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:35:57.757319 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef417de-ebe6-4986-9a55-b8064470e667 req-d54ce7c7-400b-4c3c-92b1-4c0dbd2837d2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:57.758880 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cef417de-ebe6-4986-9a55-b8064470e667 req-d54ce7c7-400b-4c3c-92b1-4c0dbd2837d2 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 945 time: 0.0755708 Feb 16 14:35:57.791250 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:35:57.800527 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:35:57.801441 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:57.837154 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149b26f-e48b-4204-bad6-6ae2ce4eca72 req-df8ecf7f-6bb0-4bcc-acf2-d209298d9439 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:57.840701 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5149b26f-e48b-4204-bad6-6ae2ce4eca72 req-df8ecf7f-6bb0-4bcc-acf2-d209298d9439 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.1009684 Feb 16 14:35:57.845010 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cef417de-ebe6-4986-9a55-b8064470e667 req-0efbdcb9-cf5f-4c8c-8747-f322e43b0484 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668714 Feb 16 14:35:57.892978 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:35:57.893605 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:57.903766 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32766909-d598-41c2-be9d-c4bdd2170d49 x-openstack-request-id: req-32766909-d598-41c2-be9d-c4bdd2170d49 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:35:57.903881 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f", "name": "network-vif-deleted", "tag": "f96535e1-cf30-4587-9043-490b81e4004d", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:35:57.904041 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-32766909-d598-41c2-be9d-c4bdd2170d49 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:35:57.904473 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f', 'name': 'network-vif-deleted', 'tag': 'f96535e1-cf30-4587-9043-490b81e4004d', 'status': 'completed', 'code': 200} Feb 16 14:35:57.906347 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5149b26f-e48b-4204-bad6-6ae2ce4eca72 req-07c17b71-e370-4512-ae11-28972aed007e tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583489 Feb 16 14:35:57.929294 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40418772-3097-469a-acd7-e113e9823f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:35:57.931505 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7a845a-9922-411e-8292-dc59b62968a3" -d '{"events": [{"server_uuid": "40418772-3097-469a-acd7-e113e9823f21", "name": "network-vif-plugged", "status": "completed", "tag": "05f46cfe-5fa3-4140-bc7b-a0e091fe5909"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:35:57.947080 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05f46cfe-5fa3-4140-bc7b-a0e091fe5909,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:35:57.970030 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fa53fc-207b-4a44-8bb6-62cd154fe62a x-openstack-request-id: req-28fa53fc-207b-4a44-8bb6-62cd154fe62a {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:35:57.970325 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40418772-3097-469a-acd7-e113e9823f21", "name": "network-vif-plugged", "status": "completed", "tag": "05f46cfe-5fa3-4140-bc7b-a0e091fe5909", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:35:57.970584 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-28fa53fc-207b-4a44-8bb6-62cd154fe62a {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:35:57.970984 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40418772-3097-469a-acd7-e113e9823f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909', 'code': 200} Feb 16 14:35:58.011089 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:35:58.062347 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=05f46cfe-5fa3-4140-bc7b-a0e091fe5909,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:58.255496 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fc4baca1-caff-4fed-b7df-726b82936827 req-44cd6e5f-d0db-4a09-bd94-77c566fc8451 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=1d0d6df4-11e5-437c-9bb1-87fd5a7ab68f HTTP/1.1" status: 200 len: 210 time: 0.0300975 Feb 16 14:35:58.397708 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a20b12-957d-4c97-8499-c04a85c69ace req-e9bf638e-3baa-47f8-9c9e-4be020cd5ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:58.399261 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b0a20b12-957d-4c97-8499-c04a85c69ace req-e9bf638e-3baa-47f8-9c9e-4be020cd5ecd service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 1130 time: 0.0458214 Feb 16 14:35:58.446037 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b0a20b12-957d-4c97-8499-c04a85c69ace req-1659fd01-b3ec-4a38-9403-eadf6be7f2b5 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397556 Feb 16 14:35:58.715509 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-702a70e9-e94e-41d2-9307-c0e3ffcd06e8 req-87f85fc1-99fb-4dcb-84bd-e18a4dc88d45 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 210 time: 0.0301142 Feb 16 14:35:58.976632 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d908bd-3388-4c43-9c6c-34bbadd50103 req-ed594978-f575-4144-8457-6c941a2183bf tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:58.978310 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a6d908bd-3388-4c43-9c6c-34bbadd50103 req-ed594978-f575-4144-8457-6c941a2183bf tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 946 time: 0.0598419 Feb 16 14:35:59.062011 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a6d908bd-3388-4c43-9c6c-34bbadd50103 req-b99e6007-93e8-45f3-809d-d2332896121c tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773144 Feb 16 14:35:59.077443 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182d103-97ec-4fcd-8f31-ea5bdbb62192 req-5e04ec5b-6264-4a74-be77-1ffb17e7c7bf tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:59.084366 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b182d103-97ec-4fcd-8f31-ea5bdbb62192 req-5e04ec5b-6264-4a74-be77-1ffb17e7c7bf tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0962498 Feb 16 14:35:59.138932 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39666da-a43b-4491-b5cf-c23ef4bbd252 req-182b4473-ff57-4955-aad9-b3f2e0b61bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:59.139484 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b182d103-97ec-4fcd-8f31-ea5bdbb62192 req-2d9a1000-2f40-4baa-bbd3-479ebd033378 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483084 Feb 16 14:35:59.140578 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d39666da-a43b-4491-b5cf-c23ef4bbd252 req-182b4473-ff57-4955-aad9-b3f2e0b61bfc service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=67b8e2de3b6c4d2bb841ceb49c5888bd&device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 1130 time: 0.0503311 Feb 16 14:35:59.232903 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39666da-a43b-4491-b5cf-c23ef4bbd252 req-72ee33b5-c598-43fd-bb40-07d37be3f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:59.234282 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d39666da-a43b-4491-b5cf-c23ef4bbd252 req-72ee33b5-c598-43fd-bb40-07d37be3f779 service neutron] 10.222.0.127 "GET /v2.0/networks?id=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 HTTP/1.1" status: 200 len: 910 time: 0.0874307 Feb 16 14:35:59.302123 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d39666da-a43b-4491-b5cf-c23ef4bbd252 req-736ceab1-acf9-4b94-b3c7-d83729c9b5a7 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266 HTTP/1.1" status: 200 len: 1002 time: 0.0609579 Feb 16 14:35:59.349572 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39666da-a43b-4491-b5cf-c23ef4bbd252 req-035c326a-4832-4b73-975f-b26be25ad77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:59.351025 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d39666da-a43b-4491-b5cf-c23ef4bbd252 req-035c326a-4832-4b73-975f-b26be25ad77b service neutron] 10.222.0.127 "GET /v2.0/subnets?id=590f974b-21de-4a14-a4f5-cce979909e16 HTTP/1.1" status: 200 len: 848 time: 0.0431817 Feb 16 14:35:59.403029 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39666da-a43b-4491-b5cf-c23ef4bbd252 req-b391f201-957a-4931-b285-ed2eb00cb00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:59.404526 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d39666da-a43b-4491-b5cf-c23ef4bbd252 req-b391f201-957a-4931-b285-ed2eb00cb00b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451944 Feb 16 14:35:59.509035 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d39666da-a43b-4491-b5cf-c23ef4bbd252 req-edb730ab-656a-4219-9653-d39aaa2f02cd service neutron] 10.222.0.127 "GET /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953474 Feb 16 14:35:59.585896 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f96535e1-cf30-4587-9043-490b81e4004d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:35:59.605333 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: f96535e1-cf30-4587-9043-490b81e4004d {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:35:59.605676 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device f96535e1-cf30-4587-9043-490b81e4004d not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:35:59.615977 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d39666da-a43b-4491-b5cf-c23ef4bbd252 req-0de0ce51-c7eb-47f0-b37c-acd18c86e10e service neutron] 10.222.0.127 "GET /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009247 Feb 16 14:35:59.705156 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-d059fb8f-ecd6-4bfe-855a-a9b317c30d33 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:59.706573 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-d059fb8f-ecd6-4bfe-855a-a9b317c30d33 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.127 "GET /v2.0/networks?id=978f335f-dc1c-4d20-9c2d-edaf96a067a2 HTTP/1.1" status: 200 len: 806 time: 0.1096609 Feb 16 14:35:59.719396 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-fac0b3c8-6d52-4531-a0b8-117197cbaa1e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Request body: {'port': {'device_id': '84d65e0f-a34d-4e19-860d-4836d7b6e7c0', 'network_id': '978f335f-dc1c-4d20-9c2d-edaf96a067a2', 'admin_state_up': True, 'tenant_id': '371367592e1445d0bf381d5ecae9a388'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:35:59.813426 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-810b319c-98e7-4930-a305-1fbfa9c1dcd0 req-851c794b-b897-4e12-9709-8b9c7c63064d tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 210 time: 0.0267665 Feb 16 14:35:59.896837 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-fac0b3c8-6d52-4531-a0b8-117197cbaa1e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Made reservation on behalf of 371367592e1445d0bf381d5ecae9a388 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:35:59.900759 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-fac0b3c8-6d52-4531-a0b8-117197cbaa1e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:00.028531 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-fac0b3c8-6d52-4531-a0b8-117197cbaa1e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Allocated IP 172.20.0.12 (978f335f-dc1c-4d20-9c2d-edaf96a067a2/f07ed503-5bd4-47c5-968c-5cf8addf9b28/d951e85b-dc13-494c-bdb4-491a19df58ba) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:36:00.182501 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-fac0b3c8-6d52-4531-a0b8-117197cbaa1e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks [] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:00.200218 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a08e7-ca94-446b-9947-f02fc4cba725 req-f1e6f557-9a83-48b0-93b2-0eba3217eca4 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:00.207422 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e23a08e7-ca94-446b-9947-f02fc4cba725 req-f1e6f557-9a83-48b0-93b2-0eba3217eca4 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 946 time: 0.0675452 Feb 16 14:36:00.281314 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e23a08e7-ca94-446b-9947-f02fc4cba725 req-4d7020c4-42e2-4031-9f0d-baa4e2925440 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729995 Feb 16 14:36:00.306168 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e568ded-a615-4009-9ed7-7a1e6b0dcf2b req-ca93c2b5-a271-4ad9-ae26-106c7b464424 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:00.308838 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e568ded-a615-4009-9ed7-7a1e6b0dcf2b req-ca93c2b5-a271-4ad9-ae26-106c7b464424 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0711782 Feb 16 14:36:00.314337 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-fac0b3c8-6d52-4531-a0b8-117197cbaa1e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:00.363662 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-fac0b3c8-6d52-4531-a0b8-117197cbaa1e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Network 978f335f-dc1c-4d20-9c2d-edaf96a067a2 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:00.367451 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-fac0b3c8-6d52-4531-a0b8-117197cbaa1e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:00.374727 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-fac0b3c8-6d52-4531-a0b8-117197cbaa1e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:36:00.379735 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0b3c8-6d52-4531-a0b8-117197cbaa1e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Pushing event updated for resources: {'Port': ['ID=d951e85b-dc13-494c-bdb4-491a19df58ba,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:00.397616 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7e568ded-a615-4009-9ed7-7a1e6b0dcf2b req-a38b156f-529d-4cae-a38d-46102aa71aa3 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793021 Feb 16 14:36:00.441905 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-fac0b3c8-6d52-4531-a0b8-117197cbaa1e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:00.442543 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-fac0b3c8-6d52-4531-a0b8-117197cbaa1e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:00.450327 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40116c2-5dc2-44d5-9b60-90f889542d55 req-4e9dbbb0-ece4-4f5d-9ed1-ae765ee69b3a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:00.451806 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e40116c2-5dc2-44d5-9b60-90f889542d55 req-4e9dbbb0-ece4-4f5d-9ed1-ae765ee69b3a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 946 time: 0.0824418 Feb 16 14:36:00.504447 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e40116c2-5dc2-44d5-9b60-90f889542d55 req-26c8ccbf-72b8-4908-a8d7-d83ffc35e72e tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463080 Feb 16 14:36:00.522767 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-fac0b3c8-6d52-4531-a0b8-117197cbaa1e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8069909 Feb 16 14:36:00.526368 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54196) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:00.539819 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Request body: {'port': {'device_id': '84d65e0f-a34d-4e19-860d-4836d7b6e7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:00.624964 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5654f-f6ac-42d8-b529-b992a8b1d998 tempest-TestVolumeBootPattern-795208611 tempest-TestVolumeBootPattern-795208611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:00.626529 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-cae5654f-f6ac-42d8-b529-b992a8b1d998 tempest-TestVolumeBootPattern-795208611 tempest-TestVolumeBootPattern-795208611-project-admin] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 1125 time: 0.0992234 Feb 16 14:36:00.629645 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:00.630735 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54202) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:00.635389 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Request body: {'floatingip': {'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'port_id': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:00.713967 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:00.816036 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:00.917693 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d951e85b-dc13-494c-bdb4-491a19df58ba {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:36:00.926203 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Publish callbacks [] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:00.938951 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Transition to ACTIVE for port object d951e85b-dc13-494c-bdb4-491a19df58ba will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:00.988645 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:00.993677 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Allocated IP 172.27.1.132 (67a92944-87dc-44b9-86d8-d8bc1d2dbc5a/64f2395c-1447-4366-a15a-0c9a0aa5bb68/38f92c18-1eed-474c-b720-088c44bfc984) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:36:01.027668 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127c8d3-10f0-47ac-ae2e-903eed5646eb req-6e1bf057-3343-42dc-874c-50c0d26b1e28 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:01.029189 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5127c8d3-10f0-47ac-ae2e-903eed5646eb req-6e1bf057-3343-42dc-874c-50c0d26b1e28 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 932 time: 0.1212435 Feb 16 14:36:01.038395 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82add93-105d-406d-92de-bd26d5f886ce req-8f49815c-766f-419a-adda-bf91e4258b5b tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:01.039825 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c82add93-105d-406d-92de-bd26d5f886ce req-8f49815c-766f-419a-adda-bf91e4258b5b tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 946 time: 0.1307671 Feb 16 14:36:01.041651 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Pushing event updated for resources: {'Port': ['ID=d951e85b-dc13-494c-bdb4-491a19df58ba,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:01.113769 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Attempting to bind port d951e85b-dc13-494c-bdb4-491a19df58ba on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:36:01.113974 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Attempting to bind port d951e85b-dc13-494c-bdb4-491a19df58ba by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '8cdc4ef2-b770-4cef-af89-7703deac3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '978f335f-dc1c-4d20-9c2d-edaf96a067a2'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:36:01.114326 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Attempting to bind port d951e85b-dc13-494c-bdb4-491a19df58ba on network 978f335f-dc1c-4d20-9c2d-edaf96a067a2 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:36:01.119549 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Port d951e85b-dc13-494c-bdb4-491a19df58ba on network 978f335f-dc1c-4d20-9c2d-edaf96a067a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:36:01.120009 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Attempting to bind port d951e85b-dc13-494c-bdb4-491a19df58ba on network 978f335f-dc1c-4d20-9c2d-edaf96a067a2 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:36:01.125302 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:36:01.125723 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Checking segment: {'id': '8cdc4ef2-b770-4cef-af89-7703deac3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '978f335f-dc1c-4d20-9c2d-edaf96a067a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:36:01.126318 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Bound using segment: {'id': '8cdc4ef2-b770-4cef-af89-7703deac3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '978f335f-dc1c-4d20-9c2d-edaf96a067a2'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:36:01.127000 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Bound port: d951e85b-dc13-494c-bdb4-491a19df58ba, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cdc4ef2-b770-4cef-af89-7703deac3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '978f335f-dc1c-4d20-9c2d-edaf96a067a2'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:36:01.127430 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:01.169434 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5127c8d3-10f0-47ac-ae2e-903eed5646eb req-ee12dd76-6f12-42f9-b422-1a06e8be30d2 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286290 Feb 16 14:36:01.175187 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c82add93-105d-406d-92de-bd26d5f886ce req-87ae864d-d305-4c4f-811f-d7d890744bf6 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244898 Feb 16 14:36:01.207394 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] For port d951e85b-dc13-494c-bdb4-491a19df58ba, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:36:01.210241 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for port (38f92c18-1eed-474c-b720-088c44bfc984), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:01.210720 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] For port d951e85b-dc13-494c-bdb4-491a19df58ba, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d951e85b-dc13-494c-bdb4-491a19df58ba,segment=NetworkSegment(8cdc4ef2-b770-4cef-af89-7703deac3cc1),segment_id=8cdc4ef2-b770-4cef-af89-7703deac3cc1)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:36:01.280080 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:01.315042 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:01.315666 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:01.317469 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] 10.222.0.127 "PUT /v2.0/ports/d951e85b-dc13-494c-bdb4-491a19df58ba HTTP/1.1" status: 200 len: 1094 time: 0.7823827 Feb 16 14:36:01.317912 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d65e0f-a34d-4e19-860d-4836d7b6e7c0', 'tag': 'd951e85b-dc13-494c-bdb4-491a19df58ba'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:01.320213 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aba9a6-db51-4a47-a32c-6605e6770754" -d '{"events": [{"name": "network-changed", "server_uuid": "84d65e0f-a34d-4e19-860d-4836d7b6e7c0", "tag": "d951e85b-dc13-494c-bdb4-491a19df58ba"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:01.320389 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (38f92c18-1eed-474c-b720-088c44bfc984), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:01.343546 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764824ce-0561-49a3-a034-6c98a75f1d3d service neutron] Pushing event updated for resources: {'Port': ['ID=d951e85b-dc13-494c-bdb4-491a19df58ba,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:01.367756 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Network 67a92944-87dc-44b9-86d8-d8bc1d2dbc5a is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:01.367756 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:01.370741 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:36:01.386405 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b58b636-442b-45b6-8404-2e86d27612a5 x-openstack-request-id: req-3b58b636-442b-45b6-8404-2e86d27612a5 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:01.390938 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d65e0f-a34d-4e19-860d-4836d7b6e7c0", "tag": "d951e85b-dc13-494c-bdb4-491a19df58ba", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:01.390938 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-3b58b636-442b-45b6-8404-2e86d27612a5 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:01.390938 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d65e0f-a34d-4e19-860d-4836d7b6e7c0', 'tag': 'd951e85b-dc13-494c-bdb4-491a19df58ba', 'status': 'completed', 'code': 200} Feb 16 14:36:01.394350 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'Port': ['ID=38f92c18-1eed-474c-b720-088c44bfc984,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:01.442844 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aba9a6-db51-4a47-a32c-6605e6770754 req-177b9230-771a-4f10-9f6a-a8ef76313ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:01.445183 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-16aba9a6-db51-4a47-a32c-6605e6770754 req-177b9230-771a-4f10-9f6a-a8ef76313ead service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=371367592e1445d0bf381d5ecae9a388&device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 1128 time: 0.0493393 Feb 16 14:36:01.457737 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:01.561104 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aba9a6-db51-4a47-a32c-6605e6770754 req-5031d051-2b7d-4642-ad96-1b5f4cbb690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:01.562588 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-16aba9a6-db51-4a47-a32c-6605e6770754 req-5031d051-2b7d-4642-ad96-1b5f4cbb690a service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=371367592e1445d0bf381d5ecae9a388&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1099925 Feb 16 14:36:01.621993 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33e551-9e36-4399-a3b1-dcdcac79ae37 req-45dffb6b-7544-4d50-8aec-819a3133ba5d tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:01.623849 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e33e551-9e36-4399-a3b1-dcdcac79ae37 req-45dffb6b-7544-4d50-8aec-819a3133ba5d tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.1434124 Feb 16 14:36:01.661214 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aba9a6-db51-4a47-a32c-6605e6770754 req-bd7d7801-69c8-4c07-8643-3e1acc778bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:01.662341 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-16aba9a6-db51-4a47-a32c-6605e6770754 req-bd7d7801-69c8-4c07-8643-3e1acc778bb4 service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938034 Feb 16 14:36:01.703085 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6e33e551-9e36-4399-a3b1-dcdcac79ae37 req-34612dfa-0440-418b-bfa9-8dfd4221dd47 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706468 Feb 16 14:36:01.752649 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-bb3d057d-3fec-4f7b-9b7c-98444a8cc7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:01.754909 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-bb3d057d-3fec-4f7b-9b7c-98444a8cc7d7 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=371367592e1445d0bf381d5ecae9a388&device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 1128 time: 0.0506120 Feb 16 14:36:01.797965 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-cb9e3934-a53e-40fd-abcd-35be6fe25c14 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d951e85b-dc13-494c-bdb4-491a19df58ba HTTP/1.1" status: 200 len: 217 time: 0.0354700 Feb 16 14:36:01.829210 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for floatingip (6e77f9e0-1db3-4a67-8998-2357f1520dab), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:01.845754 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-7f80ee25-9e3c-4902-adce-ae0867bb248a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:01.847796 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-7f80ee25-9e3c-4902-adce-ae0867bb248a service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f07ed503-5bd4-47c5-968c-5cf8addf9b28 HTTP/1.1" status: 200 len: 846 time: 0.0437207 Feb 16 14:36:01.882238 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-135d80fb-60db-4abd-96ff-1b30235c8c5b service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=978f335f-dc1c-4d20-9c2d-edaf96a067a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290234 Feb 16 14:36:01.968226 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (38f92c18-1eed-474c-b720-088c44bfc984), before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:01.973519 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-c6d5d37b-0de2-4fe9-9031-8023cbd6a735 service neutron] 10.222.0.127 "GET /v2.0/networks/978f335f-dc1c-4d20-9c2d-edaf96a067a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852506 Feb 16 14:36:02.071746 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0e486e36-ff14-4ed0-a88c-adc03c4cfc94 req-00195b0e-cb76-4853-a775-c94cb73515b4 service neutron] 10.222.0.127 "GET /v2.0/networks/978f335f-dc1c-4d20-9c2d-edaf96a067a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914562 Feb 16 14:36:02.116493 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for port (38f92c18-1eed-474c-b720-088c44bfc984), precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:02.164554 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5092046'] for port (38f92c18-1eed-474c-b720-088c44bfc984), after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:02.547750 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event updated for resources: {'Port': ['ID=38f92c18-1eed-474c-b720-088c44bfc984,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:02.557302 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3bbdd-bbbb-41cf-9cbd-5beddca4b73b req-d0ac031a-0a84-42a3-90d4-adc5932c7eaf tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:02.559012 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-92f3bbdd-bbbb-41cf-9cbd-5beddca4b73b req-d0ac031a-0a84-42a3-90d4-adc5932c7eaf tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 946 time: 0.0722241 Feb 16 14:36:02.564397 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1022162'] for floatingip (6e77f9e0-1db3-4a67-8998-2357f1520dab), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:02.641506 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8637e-81e0-44ab-8b1d-27138d4102ce req-9f46d616-af3b-484d-b753-583a76197b71 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:02.642983 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a1b8637e-81e0-44ab-8b1d-27138d4102ce req-9f46d616-af3b-484d-b753-583a76197b71 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 944 time: 0.1993530 Feb 16 14:36:02.651549 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6012a-a167-4dca-8b6c-24e2976a2ed4 req-c50fd179-bd9a-44f8-8347-ca9e0a7a5f1a tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:02.652983 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-75f6012a-a167-4dca-8b6c-24e2976a2ed4 req-c50fd179-bd9a-44f8-8347-ca9e0a7a5f1a tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 946 time: 0.2082362 Feb 16 14:36:02.663434 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-92f3bbdd-bbbb-41cf-9cbd-5beddca4b73b req-f5c2f7c2-b96e-473a-954a-5aeb2e9c2be1 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Deleting port 02e6bfd3-a7be-48eb-9855-73510834525d {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:36:02.663836 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-92f3bbdd-bbbb-41cf-9cbd-5beddca4b73b req-f5c2f7c2-b96e-473a-954a-5aeb2e9c2be1 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (02e6bfd3-a7be-48eb-9855-73510834525d), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:02.757759 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a1b8637e-81e0-44ab-8b1d-27138d4102ce req-74b85eae-7dd0-4138-85ce-b092bf6dd6f3 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022301 Feb 16 14:36:02.759042 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-92f3bbdd-bbbb-41cf-9cbd-5beddca4b73b req-f5c2f7c2-b96e-473a-954a-5aeb2e9c2be1 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] For port 02e6bfd3-a7be-48eb-9855-73510834525d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=02e6bfd3-a7be-48eb-9855-73510834525d,segment=NetworkSegment(ad2237e7-000a-45ef-b023-b1777e7838bc),segment_id=ad2237e7-000a-45ef-b023-b1777e7838bc)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:02.759415 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-92f3bbdd-bbbb-41cf-9cbd-5beddca4b73b req-f5c2f7c2-b96e-473a-954a-5aeb2e9c2be1 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (02e6bfd3-a7be-48eb-9855-73510834525d), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:02.760880 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-75f6012a-a167-4dca-8b6c-24e2976a2ed4 req-7e0f0af9-3101-4df8-b4b9-c53614c3e02d tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/security-groups?id=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990508 Feb 16 14:36:02.761922 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Floating IP 6e77f9e0-1db3-4a67-8998-2357f1520dab associated. External IP: 172.27.1.132, port: 05f46cfe-5fa3-4140-bc7b-a0e091fe5909. Feb 16 14:36:02.774975 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-92f3bbdd-bbbb-41cf-9cbd-5beddca4b73b req-f5c2f7c2-b96e-473a-954a-5aeb2e9c2be1 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Calling delete_port for 02e6bfd3-a7be-48eb-9855-73510834525d owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:36:02.904063 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93379b-6216-488e-9017-69f3ce4526e7 req-1f851766-f80c-40a4-8b30-7dbfa0b0cf7f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:02.905512 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de93379b-6216-488e-9017-69f3ce4526e7 req-1f851766-f80c-40a4-8b30-7dbfa0b0cf7f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0772030 Feb 16 14:36:02.999759 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-92f3bbdd-bbbb-41cf-9cbd-5beddca4b73b req-f5c2f7c2-b96e-473a-954a-5aeb2e9c2be1 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (02e6bfd3-a7be-48eb-9855-73510834525d), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:03.012264 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['02e6bfd3-a7be-48eb-9855-73510834525d'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:36:03.028212 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-de93379b-6216-488e-9017-69f3ce4526e7 req-84c4bf1d-7c34-42a6-bb5c-d725e6db73f2 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160772 Feb 16 14:36:03.028974 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2f7c2-b96e-473a-954a-5aeb2e9c2be1 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Pushing event deleted for resources: {'Port': ['ID=02e6bfd3-a7be-48eb-9855-73510834525d,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:03.064069 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Router 98f0b610-e1f9-43f5-8054-fbcade023e8e has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:36:03.083452 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f3bbdd-bbbb-41cf-9cbd-5beddca4b73b req-f5c2f7c2-b96e-473a-954a-5aeb2e9c2be1 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] No DVR routers for this DVR port 02e6bfd3-a7be-48eb-9855-73510834525d on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:36:03.085756 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-92f3bbdd-bbbb-41cf-9cbd-5beddca4b73b req-f5c2f7c2-b96e-473a-954a-5aeb2e9c2be1 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:03.089281 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-92f3bbdd-bbbb-41cf-9cbd-5beddca4b73b req-f5c2f7c2-b96e-473a-954a-5aeb2e9c2be1 tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.127 "DELETE /v2.0/ports/02e6bfd3-a7be-48eb-9855-73510834525d HTTP/1.1" status: 204 len: 173 time: 0.5245004 Feb 16 14:36:03.117647 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [req-6089a39c-e414-466a-a051-e52f3c737033 req-b5c7ae06-c34d-408c-8d7c-5366af2f6092 service neutron] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=103211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:36:03.118635 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6089a39c-e414-466a-a051-e52f3c737033 req-b5c7ae06-c34d-408c-8d7c-5366af2f6092 service neutron] 10.222.0.133 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055394 Feb 16 14:36:03.184312 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:36:03.196002 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0309c9-60c1-4bae-b73c-fa1f4a9d9372 None None] Sync routers for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:36:03.206066 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0309c9-60c1-4bae-b73c-fa1f4a9d9372 None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:36:03.207229 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-6b0309c9-60c1-4bae-b73c-fa1f4a9d9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:35:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:03.253120 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:03.286030 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0cf25b05-5dbe-44b0-b9e1-3b7bf7c377a3 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6541362 Feb 16 14:36:03.286639 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40418772-3097-469a-acd7-e113e9823f21', 'tag': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:03.288941 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50c02363fa5426f791f6a8f15be870b1b836575fcc63bad3ce40b43bfc1392ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f393c1ae-75d5-469d-bd7c-17be46f619cc" -d '{"events": [{"name": "network-changed", "server_uuid": "40418772-3097-469a-acd7-e113e9823f21", "tag": "05f46cfe-5fa3-4140-bc7b-a0e091fe5909"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:03.326161 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868a0f26-6924-4510-8071-5fbc60c6c323 x-openstack-request-id: req-868a0f26-6924-4510-8071-5fbc60c6c323 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:03.326455 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40418772-3097-469a-acd7-e113e9823f21", "tag": "05f46cfe-5fa3-4140-bc7b-a0e091fe5909", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:03.326956 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-868a0f26-6924-4510-8071-5fbc60c6c323 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:03.327120 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40418772-3097-469a-acd7-e113e9823f21', 'tag': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909', 'status': 'completed', 'code': 200} Feb 16 14:36:03.331183 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-6b0309c9-60c1-4bae-b73c-fa1f4a9d9372 None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:36:03.388915 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c674847a-846f-4406-bc29-be3d7a2bdc93', 'name': 'network-vif-deleted', 'tag': '02e6bfd3-a7be-48eb-9855-73510834525d'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:03.391324 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8070fd-8eea-42b0-837d-8f8bb0d31fa8" -d '{"events": [{"server_uuid": "c674847a-846f-4406-bc29-be3d7a2bdc93", "name": "network-vif-deleted", "tag": "02e6bfd3-a7be-48eb-9855-73510834525d"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:03.403439 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393c1ae-75d5-469d-bd7c-17be46f619cc req-48577e81-60ff-4ca9-a9a8-0fa1b460ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:03.405032 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f393c1ae-75d5-469d-bd7c-17be46f619cc req-48577e81-60ff-4ca9-a9a8-0fa1b460ac68 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 1130 time: 0.0587847 Feb 16 14:36:03.484453 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf97b2-8a4e-419a-b5ef-882c8c3b8ea2 req-a7d076e2-c20a-4507-b36a-feccbddec831 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:03.489692 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82cf97b2-8a4e-419a-b5ef-882c8c3b8ea2 req-a7d076e2-c20a-4507-b36a-feccbddec831 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0933352 Feb 16 14:36:03.496312 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a86b33-2ee9-42f4-b3ed-dfd1f1626b7f x-openstack-request-id: req-56a86b33-2ee9-42f4-b3ed-dfd1f1626b7f {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:03.496600 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c674847a-846f-4406-bc29-be3d7a2bdc93", "name": "network-vif-deleted", "tag": "02e6bfd3-a7be-48eb-9855-73510834525d", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:03.496887 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-56a86b33-2ee9-42f4-b3ed-dfd1f1626b7f {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:03.497278 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c674847a-846f-4406-bc29-be3d7a2bdc93', 'name': 'network-vif-deleted', 'tag': '02e6bfd3-a7be-48eb-9855-73510834525d', 'status': 'completed', 'code': 200} Feb 16 14:36:03.537504 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393c1ae-75d5-469d-bd7c-17be46f619cc req-b90416d5-0ae0-4d69-8872-c745dd75ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:03.538972 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f393c1ae-75d5-469d-bd7c-17be46f619cc req-b90416d5-0ae0-4d69-8872-c745dd75ddc1 service neutron] 10.222.0.127 "GET /v2.0/networks?id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac HTTP/1.1" status: 200 len: 913 time: 0.1270866 Feb 16 14:36:03.541098 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-82cf97b2-8a4e-419a-b5ef-882c8c3b8ea2 req-5ffc624e-8fdc-4aca-9787-0b607fa98b47 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464540 Feb 16 14:36:03.542431 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-d89f19d3-0b97-4f1d-b487-a70fde78667f service neutron] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960560 Feb 16 14:36:03.598099 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-6b0309c9-60c1-4bae-b73c-fa1f4a9d9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '6e77f9e0-1db3-4a67-8998-2357f1520dab', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:92:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40418772-3097-469a-acd7-e113e9823f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:36:01Z', 'updated_at': '2022-02-16T14:36:01Z', 'revision_number': 0, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}, {'id': 'd0be3b9a-5de2-48e3-9dac-6d79f2e17c45', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': 'a6a3d505-2303-4112-aeb2-904903b018da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:b7:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303aa18-616b-4433-847f-2e21a3c5b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:33:53Z', 'updated_at': '2022-02-16T14:33:55Z', 'revision_number': 1, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:03.630353 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device d951e85b-dc13-494c-bdb4-491a19df58ba details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:36:03.632279 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device fcc79a8a-76c4-4a76-9e4d-93bb89857266 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:36:03.635850 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0309c9-60c1-4bae-b73c-fa1f4a9d9372 None None] Checking router: 98f0b610-e1f9-43f5-8054-fbcade023e8e for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:36:03.652780 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-c7c18339-03b6-447b-a138-1002d9928678 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:03.654135 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-c7c18339-03b6-447b-a138-1002d9928678 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports/fcc79a8a-76c4-4a76-9e4d-93bb89857266 HTTP/1.1" status: 200 len: 943 time: 0.0607660 Feb 16 14:36:03.655935 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f393c1ae-75d5-469d-bd7c-17be46f619cc req-62b6f386-b2a3-4c20-a060-961382be7514 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05f46cfe-5fa3-4140-bc7b-a0e091fe5909 HTTP/1.1" status: 200 len: 1000 time: 0.1101117 Feb 16 14:36:03.680048 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0309c9-60c1-4bae-b73c-fa1f4a9d9372 None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:36:03.680679 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-6b0309c9-60c1-4bae-b73c-fa1f4a9d9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:35:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:03.712544 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393c1ae-75d5-469d-bd7c-17be46f619cc req-1a03d7d4-37cf-4e59-bcb5-305474cdfb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:03.714360 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f393c1ae-75d5-469d-bd7c-17be46f619cc req-1a03d7d4-37cf-4e59-bcb5-305474cdfb82 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6a6eba54-d08a-4809-9cbc-4e2a0d64b56a HTTP/1.1" status: 200 len: 851 time: 0.0509315 Feb 16 14:36:03.767754 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393c1ae-75d5-469d-bd7c-17be46f619cc req-083152fd-ff1f-424e-ab17-dd9897376a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:03.769806 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f393c1ae-75d5-469d-bd7c-17be46f619cc req-083152fd-ff1f-424e-ab17-dd9897376a72 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486293 Feb 16 14:36:03.885803 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f393c1ae-75d5-469d-bd7c-17be46f619cc req-fa2e2726-525b-4a43-bfac-df8fa7d14e97 service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056550 Feb 16 14:36:03.906133 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-690c54c1-311e-4118-aecf-ee98aec2af41 req-b1358c0b-6362-4bc3-9e2e-f814ba59943e tempest-AttachVolumeNegativeTest-2068393102 tempest-AttachVolumeNegativeTest-2068393102-project] 10.222.0.133 "GET /v2.0/ports?device_id=c674847a-846f-4406-bc29-be3d7a2bdc93 HTTP/1.1" status: 200 len: 210 time: 0.0509796 Feb 16 14:36:03.911829 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-6b0309c9-60c1-4bae-b73c-fa1f4a9d9372 None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:36:03.950670 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7d927-3177-451c-bbbf-36d43c2eebc5 req-81afebbf-dea5-4b25-a79c-bf9c4122e649 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:03.952717 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-13c7d927-3177-451c-bbbf-36d43c2eebc5 req-81afebbf-dea5-4b25-a79c-bf9c4122e649 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 944 time: 0.0883906 Feb 16 14:36:03.966264 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port fcc79a8a-76c4-4a76-9e4d-93bb89857266 is: ACTIVE; New status is: DOWN {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:36:03.966547 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:03.969710 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port d951e85b-dc13-494c-bdb4-491a19df58ba, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d951e85b-dc13-494c-bdb4-491a19df58ba,segment=NetworkSegment(8cdc4ef2-b770-4cef-af89-7703deac3cc1),segment_id=8cdc4ef2-b770-4cef-af89-7703deac3cc1)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:04.003965 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': 'd951e85b-dc13-494c-bdb4-491a19df58ba', 'network_id': '978f335f-dc1c-4d20-9c2d-edaf96a067a2', 'port_id': 'd951e85b-dc13-494c-bdb4-491a19df58ba', 'mac_address': 'fa:16:3e:c0:29:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07ed503-5bd4-47c5-968c-5cf8addf9b28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:36:04.024020 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-13c7d927-3177-451c-bbbf-36d43c2eebc5 req-c3b9c7a0-7df9-47df-a656-9712b83205f6 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575781 Feb 16 14:36:04.205254 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:04.207612 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf84ae9-a391-4ce1-b6b9-1b48da5eed73" -d '{"events": [{"server_uuid": "87355bb4-caa4-4b39-b107-dd6b0c738aed", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc79a8a-76c4-4a76-9e4d-93bb89857266"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:04.215588 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-178337f3-41a8-405f-926a-00478de6bc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:04.248966 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port fcc79a8a-76c4-4a76-9e4d-93bb89857266, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:04.265058 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7c2612-a857-4ddf-8b99-b6bbe3b0bc9f x-openstack-request-id: req-9c7c2612-a857-4ddf-8b99-b6bbe3b0bc9f {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:04.265365 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87355bb4-caa4-4b39-b107-dd6b0c738aed", "name": "network-vif-unplugged", "status": "failed", "tag": "fcc79a8a-76c4-4a76-9e4d-93bb89857266", "code": 422}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:04.265621 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-9c7c2612-a857-4ddf-8b99-b6bbe3b0bc9f {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:04.266016 dv-cinder-778193-17-iscsi neutron-server[103212]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'code': 422} returned with failed status Feb 16 14:36:04.274864 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f393c1ae-75d5-469d-bd7c-17be46f619cc req-674e5eeb-3cdb-4f69-8171-471db8e4c6e2 service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830929 Feb 16 14:36:04.282452 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port d951e85b-dc13-494c-bdb4-491a19df58ba is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:36:04.282969 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:04.316119 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d951e85b-dc13-494c-bdb4-491a19df58ba {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:36:04.359958 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:04.400161 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port d951e85b-dc13-494c-bdb4-491a19df58ba, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d951e85b-dc13-494c-bdb4-491a19df58ba,segment=NetworkSegment(8cdc4ef2-b770-4cef-af89-7703deac3cc1),segment_id=8cdc4ef2-b770-4cef-af89-7703deac3cc1)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:04.455197 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:04.457422 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=fcc79a8a-76c4-4a76-9e4d-93bb89857266,revision_number=6']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:04.469023 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:04.469385 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:04.475721 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:04.475721 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:04.475721 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:04.475721 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:04.475721 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:04.475721 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:04.475721 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:04.475721 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:04.475721 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:04.475721 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:04.475721 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:04.541741 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=d951e85b-dc13-494c-bdb4-491a19df58ba,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:04.549180 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-6b0309c9-60c1-4bae-b73c-fa1f4a9d9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '6e77f9e0-1db3-4a67-8998-2357f1520dab', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:92:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40418772-3097-469a-acd7-e113e9823f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:36:01Z', 'updated_at': '2022-02-16T14:36:01Z', 'revision_number': 0, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}, {'id': 'd0be3b9a-5de2-48e3-9dac-6d79f2e17c45', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': 'a6a3d505-2303-4112-aeb2-904903b018da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:b7:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303aa18-616b-4433-847f-2e21a3c5b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:33:53Z', 'updated_at': '2022-02-16T14:33:55Z', 'revision_number': 1, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:04.575533 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0309c9-60c1-4bae-b73c-fa1f4a9d9372 None None] The sync data for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi is: [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': '6e77f9e0-1db3-4a67-8998-2357f1520dab', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.132', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:92:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40418772-3097-469a-acd7-e113e9823f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:36:01Z', 'updated_at': '2022-02-16T14:36:01Z', 'revision_number': 0, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}, {'id': 'd0be3b9a-5de2-48e3-9dac-6d79f2e17c45', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': 'a6a3d505-2303-4112-aeb2-904903b018da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:b7:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303aa18-616b-4433-847f-2e21a3c5b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:33:53Z', 'updated_at': '2022-02-16T14:33:55Z', 'revision_number': 1, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:36:04.678784 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['d951e85b-dc13-494c-bdb4-491a19df58ba'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:36:04.691166 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a869696-571b-4d73-b27a-accc39762da3 req-b3d65d4c-7a96-414c-9fb0-86db2bfbd577 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:04.693093 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5a869696-571b-4d73-b27a-accc39762da3 req-b3d65d4c-7a96-414c-9fb0-86db2bfbd577 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 944 time: 0.0582521 Feb 16 14:36:04.748469 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-5a869696-571b-4d73-b27a-accc39762da3 req-32df9f99-bfa6-4c78-8462-86b56c5e2e4d tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496302 Feb 16 14:36:04.791200 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb68e63-80c0-4f56-9049-bf496d24d216 None None] New status for floating IP 6e77f9e0-1db3-4a67-8998-2357f1520dab: ACTIVE {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:36:04.980967 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54244) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:05.026776 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b30bd5-5d83-4a79-9dff-16cc04288f18 admin admin] Deleting subnet e3471f22-8305-4fb3-9392-e3a767a51e02 {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:36:05.030163 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-70b30bd5-5d83-4a79-9dff-16cc04288f18 admin admin] Publish callbacks [] for subnet (e3471f22-8305-4fb3-9392-e3a767a51e02), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.070067 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-70b30bd5-5d83-4a79-9dff-16cc04288f18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4615054'] for subnet (e3471f22-8305-4fb3-9392-e3a767a51e02), precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.110532 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-70b30bd5-5d83-4a79-9dff-16cc04288f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (e3471f22-8305-4fb3-9392-e3a767a51e02), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.145373 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720b456-470f-4b64-b49e-4895c2e1844f req-7b73ec90-57de-42a4-8b47-061f41d96dcc tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:05.146844 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8720b456-470f-4b64-b49e-4895c2e1844f req-7b73ec90-57de-42a4-8b47-061f41d96dcc tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 945 time: 0.0521479 Feb 16 14:36:05.197669 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8720b456-470f-4b64-b49e-4895c2e1844f req-ee0b00d4-6448-4245-83e1-08d0d9bde04d tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413699 Feb 16 14:36:05.223026 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-70b30bd5-5d83-4a79-9dff-16cc04288f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957719'] for subnet (e3471f22-8305-4fb3-9392-e3a767a51e02), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.247850 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b30bd5-5d83-4a79-9dff-16cc04288f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3471f22-8305-4fb3-9392-e3a767a51e02,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:05.253750 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-70b30bd5-5d83-4a79-9dff-16cc04288f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.257155 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-70b30bd5-5d83-4a79-9dff-16cc04288f18 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/e3471f22-8305-4fb3-9392-e3a767a51e02 HTTP/1.1" status: 204 len: 168 time: 0.2751575 Feb 16 14:36:05.259581 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54248) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:05.330508 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5b7672a0-022f-48bc-a310-77bb91e0c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (b4195b6b-52e4-4817-90dc-bf92069fac7f), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.415754 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5b7672a0-022f-48bc-a310-77bb91e0c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (b4195b6b-52e4-4817-90dc-bf92069fac7f), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.436514 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-5b7672a0-022f-48bc-a310-77bb91e0c2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4195b6b-52e4-4817-90dc-bf92069fac7f']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:05.445795 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-5b7672a0-022f-48bc-a310-77bb91e0c2a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2237e7-000a-45ef-b023-b1777e7838bc') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:05.446121 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-5b7672a0-022f-48bc-a310-77bb91e0c2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2237e7-000a-45ef-b023-b1777e7838bc') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:05.455443 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5b7672a0-022f-48bc-a310-77bb91e0c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615047'] for segment (ad2237e7-000a-45ef-b023-b1777e7838bc), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.469120 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5b7672a0-022f-48bc-a310-77bb91e0c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (ad2237e7-000a-45ef-b023-b1777e7838bc), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.475784 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7672a0-022f-48bc-a310-77bb91e0c2a9 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:36:05.476174 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5b7672a0-022f-48bc-a310-77bb91e0c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163989'] for segment (ad2237e7-000a-45ef-b023-b1777e7838bc), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: Traceback (most recent call last): Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: timer() Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: cb(*args, **kw) Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: return func(*args, **kwargs) Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: self._notify() Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: self.callback(batched_events) Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: event.method(event) Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: return f(self, *a, **k) Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._get(url).json() Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:36:05.477817 dv-cinder-778193-17-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:36:05.599474 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5b7672a0-022f-48bc-a310-77bb91e0c2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (b4195b6b-52e4-4817-90dc-bf92069fac7f), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.605008 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5b7672a0-022f-48bc-a310-77bb91e0c2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.608154 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-5b7672a0-022f-48bc-a310-77bb91e0c2a9 admin admin] 10.222.0.133 "DELETE /v2.0/networks/b4195b6b-52e4-4817-90dc-bf92069fac7f HTTP/1.1" status: 204 len: 168 time: 0.3475969 Feb 16 14:36:05.618949 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7672a0-022f-48bc-a310-77bb91e0c2a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4195b6b-52e4-4817-90dc-bf92069fac7f,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:05.647846 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device d951e85b-dc13-494c-bdb4-491a19df58ba up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:36:05.764698 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port d951e85b-dc13-494c-bdb4-491a19df58ba completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:05.770313 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port d951e85b-dc13-494c-bdb4-491a19df58ba triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:05.771153 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.855916 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port d951e85b-dc13-494c-bdb4-491a19df58ba is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:36:05.855916 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.878411 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafc911-2e9e-4858-af84-c1c80fe5218a req-7e0aef90-2014-4968-8dc7-731566dd2eec tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:05.880117 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4dafc911-2e9e-4858-af84-c1c80fe5218a req-7e0aef90-2014-4968-8dc7-731566dd2eec tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 944 time: 0.0608201 Feb 16 14:36:05.886470 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port d951e85b-dc13-494c-bdb4-491a19df58ba, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d951e85b-dc13-494c-bdb4-491a19df58ba,segment=NetworkSegment(8cdc4ef2-b770-4cef-af89-7703deac3cc1),segment_id=8cdc4ef2-b770-4cef-af89-7703deac3cc1)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:05.926213 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54254) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:05.935554 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4dafc911-2e9e-4858-af84-c1c80fe5218a req-b2efdd55-f656-485a-891a-8f462d28fa68 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490768 Feb 16 14:36:05.960127 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:05.961225 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 02e6bfd3-a7be-48eb-9855-73510834525d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:36:05.974903 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-faf17b57-f06e-4e45-afc8-0d73452fc162 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=858b5ad54f934263adafa8fb7afafe66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443778 Feb 16 14:36:05.976895 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54256) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:06.007844 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: 02e6bfd3-a7be-48eb-9855-73510834525d {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:36:06.008453 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 02e6bfd3-a7be-48eb-9855-73510834525d not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:36:06.030745 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bbc4-d20b-4a12-88a9-3d3cc4d24801 admin admin] Publish callbacks [] for security_group (6ea65b46-d4eb-4d0b-b106-dcc934cabbb5), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:06.042825 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=d951e85b-dc13-494c-bdb4-491a19df58ba,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:06.056552 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bbc4-d20b-4a12-88a9-3d3cc4d24801 admin admin] Publish callbacks [] for security_group (6ea65b46-d4eb-4d0b-b106-dcc934cabbb5), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:06.068177 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-9a53bcc7-fc47-4952-86a8-8aa9e3b6a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:06.069803 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-9a53bcc7-fc47-4952-86a8-8aa9e3b6a9d8 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed&tenant_id=67b8e2de3b6c4d2bb841ceb49c5888bd HTTP/1.1" status: 200 len: 1128 time: 0.0701976 Feb 16 14:36:06.140977 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-544a76d6-8494-4f01-bf66-7f4acf493cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:06.142491 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-544a76d6-8494-4f01-bf66-7f4acf493cb2 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=67b8e2de3b6c4d2bb841ceb49c5888bd&device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 1128 time: 0.0505977 Feb 16 14:36:06.199158 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bbc4-d20b-4a12-88a9-3d3cc4d24801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (6ea65b46-d4eb-4d0b-b106-dcc934cabbb5), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:06.201976 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bbc4-d20b-4a12-88a9-3d3cc4d24801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:06.203187 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-3ad9bbc4-d20b-4a12-88a9-3d3cc4d24801 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/6ea65b46-d4eb-4d0b-b106-dcc934cabbb5 HTTP/1.1" status: 204 len: 168 time: 0.2269840 Feb 16 14:36:06.212195 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9bbc4-d20b-4a12-88a9-3d3cc4d24801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea65b46-d4eb-4d0b-b106-dcc934cabbb5,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:06.238654 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-8cb27b12-7ee0-40ec-8781-f0f6abdbacc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:06.241456 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-8cb27b12-7ee0-40ec-8781-f0f6abdbacc7 service neutron] 10.222.0.127 "GET /v2.0/networks?id=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 HTTP/1.1" status: 200 len: 910 time: 0.0935032 Feb 16 14:36:06.267271 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d65e0f-a34d-4e19-860d-4836d7b6e7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd951e85b-dc13-494c-bdb4-491a19df58ba'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:06.272228 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7a0c6a-ea54-42a9-9f0d-3b529cdf61bf" -d '{"events": [{"server_uuid": "84d65e0f-a34d-4e19-860d-4836d7b6e7c0", "name": "network-vif-plugged", "status": "completed", "tag": "d951e85b-dc13-494c-bdb4-491a19df58ba"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:06.321228 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18da27cc-2d57-4f42-9492-487699952ff6 x-openstack-request-id: req-18da27cc-2d57-4f42-9492-487699952ff6 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:06.321786 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d65e0f-a34d-4e19-860d-4836d7b6e7c0", "name": "network-vif-plugged", "status": "completed", "tag": "d951e85b-dc13-494c-bdb4-491a19df58ba", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:06.322202 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-18da27cc-2d57-4f42-9492-487699952ff6 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:06.322788 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d65e0f-a34d-4e19-860d-4836d7b6e7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd951e85b-dc13-494c-bdb4-491a19df58ba', 'code': 200} Feb 16 14:36:06.327889 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-96a35753-e4b1-4060-85ce-3aeeb47685ff service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266 HTTP/1.1" status: 200 len: 1000 time: 0.0805116 Feb 16 14:36:06.333646 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d8e03-68c0-4cdd-9d86-b1e0e8bb6d90 req-8c55658c-e3f5-43de-993e-31b5549647bd tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:06.335894 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-660d8e03-68c0-4cdd-9d86-b1e0e8bb6d90 req-8c55658c-e3f5-43de-993e-31b5549647bd tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 946 time: 0.0676942 Feb 16 14:36:06.378482 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-2aabd8f6-f963-4205-bd48-575660d44912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:06.379982 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-2aabd8f6-f963-4205-bd48-575660d44912 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=590f974b-21de-4a14-a4f5-cce979909e16 HTTP/1.1" status: 200 len: 848 time: 0.0464914 Feb 16 14:36:06.395168 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-660d8e03-68c0-4cdd-9d86-b1e0e8bb6d90 req-339a779f-897f-4615-a7ad-4b53e2cbe1e9 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534847 Feb 16 14:36:06.430086 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-12b9a87b-a100-47cf-9c58-2816724de94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:06.431592 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-12b9a87b-a100-47cf-9c58-2816724de94f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456097 Feb 16 14:36:06.456643 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-6165025e-3fe2-42e8-9a8b-742db52e1bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:06.528917 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-7e6a6480-8790-4d19-83f5-613f35fdcbfd service neutron] 10.222.0.127 "GET /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902381 Feb 16 14:36:06.663319 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e01b8f04-adf5-414a-915c-af86b4de34a6 req-fe78d829-8d92-470a-9808-1161d9ae863d service neutron] 10.222.0.127 "GET /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289225 Feb 16 14:36:06.669235 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d29aed-7325-4688-823e-fce97dd42146 req-6861680f-b446-49d2-922c-6cfba8c5ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:06.670685 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a8d29aed-7325-4688-823e-fce97dd42146 req-6861680f-b446-49d2-922c-6cfba8c5ff58 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 1130 time: 0.0750003 Feb 16 14:36:06.716516 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a8d29aed-7325-4688-823e-fce97dd42146 req-9591416d-abb4-4e63-971f-ef11fe35c67b service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403562 Feb 16 14:36:07.060324 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902c9d2-3d29-4a56-8264-a86de03db428 req-cc320d33-3546-4bc8-886a-6be2558f584c tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:07.062077 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7902c9d2-3d29-4a56-8264-a86de03db428 req-cc320d33-3546-4bc8-886a-6be2558f584c tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 944 time: 0.0552750 Feb 16 14:36:07.113612 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7902c9d2-3d29-4a56-8264-a86de03db428 req-9753dca0-4c94-4755-8799-4684241ab2b0 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451281 Feb 16 14:36:07.514277 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a65a1-effd-4137-8bf5-2ce463eb8cf5 req-b27f2cbe-52a0-4eda-bb65-a0482484399a tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:07.515763 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dc3a65a1-effd-4137-8bf5-2ce463eb8cf5 req-b27f2cbe-52a0-4eda-bb65-a0482484399a tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 946 time: 0.0526123 Feb 16 14:36:07.562958 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-dc3a65a1-effd-4137-8bf5-2ce463eb8cf5 req-5a797e95-43c3-4f03-bb28-c79af26b3b44 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Feb 16 14:36:07.679554 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:08.241214 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc0aac-445c-4399-9408-ac59eee786fa req-8248df59-d996-4626-bed2-29a704ccc8ee tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:08.242751 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-adcc0aac-445c-4399-9408-ac59eee786fa req-8248df59-d996-4626-bed2-29a704ccc8ee tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 944 time: 0.0605655 Feb 16 14:36:08.293955 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-adcc0aac-445c-4399-9408-ac59eee786fa req-1274822a-6e75-4708-8206-dcd8a934d2e8 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456569 Feb 16 14:36:08.680622 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c638f8-d454-4ad4-96b4-254be0d4b7f6 req-6464d9c2-bcdb-40e3-852d-6eb00e3a3e2f tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:08.682110 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-59c638f8-d454-4ad4-96b4-254be0d4b7f6 req-6464d9c2-bcdb-40e3-852d-6eb00e3a3e2f tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 946 time: 0.0530560 Feb 16 14:36:08.728269 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-59c638f8-d454-4ad4-96b4-254be0d4b7f6 req-f9b60319-3519-4ed1-835e-03e0ecb01378 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 Feb 16 14:36:09.113963 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:09.410569 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88e49c-a989-4ef7-a19b-c7b6d764a87f req-35d12d63-8d31-44b3-9536-69791e2569e0 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:09.412023 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7f88e49c-a989-4ef7-a19b-c7b6d764a87f req-35d12d63-8d31-44b3-9536-69791e2569e0 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 944 time: 0.0532613 Feb 16 14:36:09.469639 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7f88e49c-a989-4ef7-a19b-c7b6d764a87f req-e4905c27-cd36-4198-849a-18ec77803ca0 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520723 Feb 16 14:36:09.928624 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c738c10-589f-40ce-96a4-845287a15451 req-37efcdde-9a60-43b6-aa58-2823e81c8932 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:09.930243 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3c738c10-589f-40ce-96a4-845287a15451 req-37efcdde-9a60-43b6-aa58-2823e81c8932 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 946 time: 0.0550277 Feb 16 14:36:09.976965 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-3c738c10-589f-40ce-96a4-845287a15451 req-932022cf-69b7-4442-ab2d-748d840041e3 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408251 Feb 16 14:36:10.588435 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f51e3-a7f9-4398-ac5a-4522a9242244 req-2ea960ee-f654-4e14-b3d2-a14bf4e88802 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:10.589933 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8f6f51e3-a7f9-4398-ac5a-4522a9242244 req-2ea960ee-f654-4e14-b3d2-a14bf4e88802 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 944 time: 0.0522239 Feb 16 14:36:10.638366 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8f6f51e3-a7f9-4398-ac5a-4522a9242244 req-99bf49ce-f6b8-4757-aad0-57848c88edb8 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428541 Feb 16 14:36:10.673333 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:11.100928 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94fb5f-4cec-4f35-bef8-5fc1ac0560c6 req-04d49c39-9731-44f2-8e98-3b35006c7311 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:11.102418 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9c94fb5f-4cec-4f35-bef8-5fc1ac0560c6 req-04d49c39-9731-44f2-8e98-3b35006c7311 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 946 time: 0.0577383 Feb 16 14:36:11.149936 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9c94fb5f-4cec-4f35-bef8-5fc1ac0560c6 req-c1429424-c191-481b-b32e-d2dc40ed3481 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417764 Feb 16 14:36:11.355804 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0841ad-5274-4c76-95d9-de53b0fa4008 req-57cf25e2-a096-44df-970a-475573083819 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:11.362378 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1c0841ad-5274-4c76-95d9-de53b0fa4008 req-57cf25e2-a096-44df-970a-475573083819 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.127 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 946 time: 0.0540733 Feb 16 14:36:11.455002 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-1c0841ad-5274-4c76-95d9-de53b0fa4008 req-9bb4cf7b-8e22-4309-b4f9-c961224dca10 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Deleting port d951e85b-dc13-494c-bdb4-491a19df58ba {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:36:11.458571 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-1c0841ad-5274-4c76-95d9-de53b0fa4008 req-9bb4cf7b-8e22-4309-b4f9-c961224dca10 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:11.545928 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-1c0841ad-5274-4c76-95d9-de53b0fa4008 req-9bb4cf7b-8e22-4309-b4f9-c961224dca10 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] For port d951e85b-dc13-494c-bdb4-491a19df58ba, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=d951e85b-dc13-494c-bdb4-491a19df58ba,segment=NetworkSegment(8cdc4ef2-b770-4cef-af89-7703deac3cc1),segment_id=8cdc4ef2-b770-4cef-af89-7703deac3cc1)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:11.546293 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-1c0841ad-5274-4c76-95d9-de53b0fa4008 req-9bb4cf7b-8e22-4309-b4f9-c961224dca10 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:11.559069 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-1c0841ad-5274-4c76-95d9-de53b0fa4008 req-9bb4cf7b-8e22-4309-b4f9-c961224dca10 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Calling delete_port for d951e85b-dc13-494c-bdb4-491a19df58ba owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:36:11.757327 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8002f-f724-4e12-982c-b9e6184d3f28 req-9c0d81a9-b594-412d-8892-b4d5a73cb8db tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:11.758833 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-40e8002f-f724-4e12-982c-b9e6184d3f28 req-9c0d81a9-b594-412d-8892-b4d5a73cb8db tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 944 time: 0.0540318 Feb 16 14:36:11.764638 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-1c0841ad-5274-4c76-95d9-de53b0fa4008 req-9bb4cf7b-8e22-4309-b4f9-c961224dca10 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (d951e85b-dc13-494c-bdb4-491a19df58ba), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:11.795561 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4cf7b-8e22-4309-b4f9-c961224dca10 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Pushing event deleted for resources: {'Port': ['ID=d951e85b-dc13-494c-bdb4-491a19df58ba,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:11.810995 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-40e8002f-f724-4e12-982c-b9e6184d3f28 req-b8412c95-9cd1-462e-9393-4873dbf927e8 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466220 Feb 16 14:36:11.840402 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0841ad-5274-4c76-95d9-de53b0fa4008 req-9bb4cf7b-8e22-4309-b4f9-c961224dca10 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] No DVR routers for this DVR port d951e85b-dc13-494c-bdb4-491a19df58ba on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:36:11.842891 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-1c0841ad-5274-4c76-95d9-de53b0fa4008 req-9bb4cf7b-8e22-4309-b4f9-c961224dca10 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:11.846341 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1c0841ad-5274-4c76-95d9-de53b0fa4008 req-9bb4cf7b-8e22-4309-b4f9-c961224dca10 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.127 "DELETE /v2.0/ports/d951e85b-dc13-494c-bdb4-491a19df58ba HTTP/1.1" status: 204 len: 173 time: 0.4828649 Feb 16 14:36:11.846796 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d65e0f-a34d-4e19-860d-4836d7b6e7c0', 'name': 'network-vif-deleted', 'tag': 'd951e85b-dc13-494c-bdb4-491a19df58ba'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:11.849091 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16b1497-b267-4c5b-a2ba-7d7a002a0d44" -d '{"events": [{"server_uuid": "84d65e0f-a34d-4e19-860d-4836d7b6e7c0", "name": "network-vif-deleted", "tag": "d951e85b-dc13-494c-bdb4-491a19df58ba"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:11.886835 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7a4c27-20cd-419b-8587-cc65d50b86ac x-openstack-request-id: req-af7a4c27-20cd-419b-8587-cc65d50b86ac {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:11.887130 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d65e0f-a34d-4e19-860d-4836d7b6e7c0", "name": "network-vif-deleted", "tag": "d951e85b-dc13-494c-bdb4-491a19df58ba", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:11.887384 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-af7a4c27-20cd-419b-8587-cc65d50b86ac {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:11.887787 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d65e0f-a34d-4e19-860d-4836d7b6e7c0', 'name': 'network-vif-deleted', 'tag': 'd951e85b-dc13-494c-bdb4-491a19df58ba', 'status': 'completed', 'code': 200} Feb 16 14:36:12.256595 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7a95029a-5127-4f9d-8711-fa6f57a273b3 req-6f894994-4cff-4c68-9f1f-5a1c26ddf1ea tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=84d65e0f-a34d-4e19-860d-4836d7b6e7c0 HTTP/1.1" status: 200 len: 210 time: 0.0305674 Feb 16 14:36:12.938596 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5805a-d41a-4349-94f1-842b7761dab8 req-f37576cc-44b1-4b56-aaba-ef74a7b6ad93 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:12.945329 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e3b5805a-d41a-4349-94f1-842b7761dab8 req-f37576cc-44b1-4b56-aaba-ef74a7b6ad93 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 944 time: 0.0631113 Feb 16 14:36:12.999148 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-e3b5805a-d41a-4349-94f1-842b7761dab8 req-42130fb6-9aa5-4431-b43f-49120e514a7a tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525777 Feb 16 14:36:13.610929 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-f91b7f5c-77fc-4c5f-ba27-a26b5f5a673d tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:13.613413 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-f91b7f5c-77fc-4c5f-ba27-a26b5f5a673d tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/networks?id=978f335f-dc1c-4d20-9c2d-edaf96a067a2 HTTP/1.1" status: 200 len: 806 time: 0.1283493 Feb 16 14:36:13.628437 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-896149f8-3329-40d1-ab8e-f348a28bcc56 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/quotas/371367592e1445d0bf381d5ecae9a388 HTTP/1.1" status: 200 len: 375 time: 0.0096164 Feb 16 14:36:13.663823 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-94c50e3b-be80-46e9-ab1e-043ff3d7501d tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?tenant_id=371367592e1445d0bf381d5ecae9a388&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299261 Feb 16 14:36:13.679876 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device fcc79a8a-76c4-4a76-9e4d-93bb89857266 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:36:13.683323 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device d951e85b-dc13-494c-bdb4-491a19df58ba no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:36:13.713632 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: d951e85b-dc13-494c-bdb4-491a19df58ba {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:36:13.713978 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device d951e85b-dc13-494c-bdb4-491a19df58ba not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:36:13.760514 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-32ef1ce5-b9aa-451c-983b-317720d0de8e service neutron] 10.222.0.133 "GET /v2.0/networks/978f335f-dc1c-4d20-9c2d-edaf96a067a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900874 Feb 16 14:36:13.814022 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port fcc79a8a-76c4-4a76-9e4d-93bb89857266, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:13.824860 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'port_id': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'mac_address': 'fa:16:3e:17:3a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590f974b-21de-4a14-a4f5-cce979909e16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:36:13.854017 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-bf856b66-4254-4c29-9cab-dfd1da1e8613 service neutron] 10.222.0.133 "GET /v2.0/networks/978f335f-dc1c-4d20-9c2d-edaf96a067a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871491 Feb 16 14:36:13.868292 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port fcc79a8a-76c4-4a76-9e4d-93bb89857266 is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:36:13.868659 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:13.882000 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc79a8a-76c4-4a76-9e4d-93bb89857266 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:36:13.901630 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port fcc79a8a-76c4-4a76-9e4d-93bb89857266, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:13.976337 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:14.026075 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=fcc79a8a-76c4-4a76-9e4d-93bb89857266,revision_number=7']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:14.119103 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-b137a72d-d342-45e3-99ca-eb9b67d732fd req-5a48eff4-b1f8-4039-8415-09794c9e89e0 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 210 time: 0.0340192 Feb 16 14:36:14.160210 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4b702-d6a6-477b-a875-7222e2a4a6b6 req-ca774b31-383c-483d-a865-3e7fee7df041 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:14.161700 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1de4b702-d6a6-477b-a875-7222e2a4a6b6 req-ca774b31-383c-483d-a865-3e7fee7df041 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 945 time: 0.0667698 Feb 16 14:36:14.209514 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['fcc79a8a-76c4-4a76-9e4d-93bb89857266'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:36:14.214058 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-1de4b702-d6a6-477b-a875-7222e2a4a6b6 req-dd056ca4-d515-439f-94e2-9d8feac4ba25 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466521 Feb 16 14:36:15.218529 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2a0cb72a-9625-4adb-a0e7-bd2f4ed16f19 req-f78db7f0-4a41-401c-af40-0466834bf6f0 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 210 time: 0.0303988 Feb 16 14:36:15.337271 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a1aa0-505b-401b-87c7-65f8739f1e35 req-4584a188-c8e7-4121-af57-376be51b5727 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:15.338755 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aa1a1aa0-505b-401b-87c7-65f8739f1e35 req-4584a188-c8e7-4121-af57-376be51b5727 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 945 time: 0.0565143 Feb 16 14:36:15.388171 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aa1a1aa0-505b-401b-87c7-65f8739f1e35 req-320b99d6-34fc-4469-bdf7-5a805556647e tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438476 Feb 16 14:36:15.706641 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device fcc79a8a-76c4-4a76-9e4d-93bb89857266 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:36:15.753952 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port fcc79a8a-76c4-4a76-9e4d-93bb89857266 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:15.754326 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:15.834644 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port fcc79a8a-76c4-4a76-9e4d-93bb89857266 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:36:15.835033 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:15.858787 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:15.861180 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b6dd09-7eb5-4713-860a-b2e71f34afd6" -d '{"events": [{"server_uuid": "87355bb4-caa4-4b39-b107-dd6b0c738aed", "name": "network-vif-plugged", "status": "completed", "tag": "fcc79a8a-76c4-4a76-9e4d-93bb89857266"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:15.884962 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port fcc79a8a-76c4-4a76-9e4d-93bb89857266, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:15.903217 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757e0681-0329-4258-aa41-fac5f19d6e00 x-openstack-request-id: req-757e0681-0329-4258-aa41-fac5f19d6e00 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:15.903664 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87355bb4-caa4-4b39-b107-dd6b0c738aed", "name": "network-vif-plugged", "status": "completed", "tag": "fcc79a8a-76c4-4a76-9e4d-93bb89857266", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:15.903923 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-757e0681-0329-4258-aa41-fac5f19d6e00 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:15.904322 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'code': 200} Feb 16 14:36:15.914679 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-4620c045-8324-489d-b03c-d778a7e19c61 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:15.916254 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-4620c045-8324-489d-b03c-d778a7e19c61 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.127 "GET /v2.0/networks?id=978f335f-dc1c-4d20-9c2d-edaf96a067a2 HTTP/1.1" status: 200 len: 806 time: 0.1172886 Feb 16 14:36:15.931536 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-0b8c6396-0bef-4471-80de-49a1d99c4b5e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Request body: {'port': {'device_id': 'da574170-5dcb-451c-95b7-47f5e7f89eb7', 'network_id': '978f335f-dc1c-4d20-9c2d-edaf96a067a2', 'admin_state_up': True, 'tenant_id': '371367592e1445d0bf381d5ecae9a388'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:15.969648 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:16.019826 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=fcc79a8a-76c4-4a76-9e4d-93bb89857266,revision_number=8']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:16.158359 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-0b8c6396-0bef-4471-80de-49a1d99c4b5e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Made reservation on behalf of 371367592e1445d0bf381d5ecae9a388 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:16.161978 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-0b8c6396-0bef-4471-80de-49a1d99c4b5e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:16.321134 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-100baab2-fc11-4fc7-a9fa-4aa9f5ed7d25 req-2e86f7eb-23aa-4112-9899-06a8dc65a621 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 210 time: 0.0285439 Feb 16 14:36:16.326865 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-0b8c6396-0bef-4471-80de-49a1d99c4b5e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Allocated IP 172.20.0.10 (978f335f-dc1c-4d20-9c2d-edaf96a067a2/f07ed503-5bd4-47c5-968c-5cf8addf9b28/217f505f-7852-4728-9f18-3301c1191a20) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:36:16.342547 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff23186-576d-47a5-b30e-1e5c00c69f8f req-675f82ea-faf7-43e0-bf59-6caddf25c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:16.344044 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3ff23186-576d-47a5-b30e-1e5c00c69f8f req-675f82ea-faf7-43e0-bf59-6caddf25c7b1 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 1130 time: 0.0815735 Feb 16 14:36:16.436771 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3ff23186-576d-47a5-b30e-1e5c00c69f8f req-2c0804d6-b450-4925-8c69-4db0b92e07aa service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791740 Feb 16 14:36:16.513859 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9691ff-a4ef-4efd-b7b5-fbd836e79dc5 req-5291ff59-403c-47c6-b064-71dc21b0395b tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:16.514138 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-0b8c6396-0bef-4471-80de-49a1d99c4b5e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks [] for port (217f505f-7852-4728-9f18-3301c1191a20), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:16.515037 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c9691ff-a4ef-4efd-b7b5-fbd836e79dc5 req-5291ff59-403c-47c6-b064-71dc21b0395b tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0567312 Feb 16 14:36:16.568041 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8c9691ff-a4ef-4efd-b7b5-fbd836e79dc5 req-1e7b04cb-260a-4ae2-bdb9-317bf74c011a tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447509 Feb 16 14:36:16.615872 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-0b8c6396-0bef-4471-80de-49a1d99c4b5e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740137028886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (217f505f-7852-4728-9f18-3301c1191a20), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:16.657344 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-0b8c6396-0bef-4471-80de-49a1d99c4b5e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Network 978f335f-dc1c-4d20-9c2d-edaf96a067a2 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:16.662566 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-0b8c6396-0bef-4471-80de-49a1d99c4b5e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:16.665066 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-0b8c6396-0bef-4471-80de-49a1d99c4b5e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 14:36:16.697006 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c6396-0bef-4471-80de-49a1d99c4b5e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Pushing event updated for resources: {'Port': ['ID=217f505f-7852-4728-9f18-3301c1191a20,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:16.722723 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-0b8c6396-0bef-4471-80de-49a1d99c4b5e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:16.723347 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-0b8c6396-0bef-4471-80de-49a1d99c4b5e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:16.829723 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-0b8c6396-0bef-4471-80de-49a1d99c4b5e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.127 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9023044 Feb 16 14:36:16.846933 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Request body: {'port': {'device_id': 'da574170-5dcb-451c-95b7-47f5e7f89eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:16.907266 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (217f505f-7852-4728-9f18-3301c1191a20), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:17.163195 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217f505f-7852-4728-9f18-3301c1191a20 {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:36:17.170874 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Publish callbacks [] for port (217f505f-7852-4728-9f18-3301c1191a20), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:17.183868 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Transition to ACTIVE for port object 217f505f-7852-4728-9f18-3301c1191a20 will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:17.266776 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (217f505f-7852-4728-9f18-3301c1191a20), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:17.320475 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Pushing event updated for resources: {'Port': ['ID=217f505f-7852-4728-9f18-3301c1191a20,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:17.393246 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Attempting to bind port 217f505f-7852-4728-9f18-3301c1191a20 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 14:36:17.397105 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Attempting to bind port 217f505f-7852-4728-9f18-3301c1191a20 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '8cdc4ef2-b770-4cef-af89-7703deac3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '978f335f-dc1c-4d20-9c2d-edaf96a067a2'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 14:36:17.397105 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Attempting to bind port 217f505f-7852-4728-9f18-3301c1191a20 on network 978f335f-dc1c-4d20-9c2d-edaf96a067a2 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:36:17.398452 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Port 217f505f-7852-4728-9f18-3301c1191a20 on network 978f335f-dc1c-4d20-9c2d-edaf96a067a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 14:36:17.399044 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Attempting to bind port 217f505f-7852-4728-9f18-3301c1191a20 on network 978f335f-dc1c-4d20-9c2d-edaf96a067a2 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 14:36:17.404025 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Checking agent: {'id': '5550df18-26c1-4c45-af4b-0ab6b178290f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'started_at': datetime.datetime(2022, 2, 16, 14, 25, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 14:36:17.404357 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Checking segment: {'id': '8cdc4ef2-b770-4cef-af89-7703deac3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '978f335f-dc1c-4d20-9c2d-edaf96a067a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:36:17.405381 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Bound using segment: {'id': '8cdc4ef2-b770-4cef-af89-7703deac3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '978f335f-dc1c-4d20-9c2d-edaf96a067a2'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 14:36:17.405824 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Bound port: 217f505f-7852-4728-9f18-3301c1191a20, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cdc4ef2-b770-4cef-af89-7703deac3cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '978f335f-dc1c-4d20-9c2d-edaf96a067a2'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 14:36:17.406192 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (217f505f-7852-4728-9f18-3301c1191a20), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:17.445175 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2a183-a9de-44ed-97db-05b159027a45 req-10f4c391-1109-47de-8aa6-c757b5d26e26 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:17.446690 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f6a2a183-a9de-44ed-97db-05b159027a45 req-10f4c391-1109-47de-8aa6-c757b5d26e26 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 944 time: 0.0560849 Feb 16 14:36:17.477539 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] For port 217f505f-7852-4728-9f18-3301c1191a20, host hv-cinder-77819, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 14:36:17.480650 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] For port 217f505f-7852-4728-9f18-3301c1191a20, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=217f505f-7852-4728-9f18-3301c1191a20,segment=NetworkSegment(8cdc4ef2-b770-4cef-af89-7703deac3cc1),segment_id=8cdc4ef2-b770-4cef-af89-7703deac3cc1)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 14:36:17.499518 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-f6a2a183-a9de-44ed-97db-05b159027a45 req-784e594b-1321-431a-8385-3477b3abaaea tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462818 Feb 16 14:36:17.582432 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5163953'] for port (217f505f-7852-4728-9f18-3301c1191a20), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:17.624664 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:17.629090 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54456) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:17.629265 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:17.630664 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] 10.222.0.127 "PUT /v2.0/ports/217f505f-7852-4728-9f18-3301c1191a20 HTTP/1.1" status: 200 len: 1094 time: 0.7882807 Feb 16 14:36:17.633495 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da574170-5dcb-451c-95b7-47f5e7f89eb7', 'tag': '217f505f-7852-4728-9f18-3301c1191a20'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:17.636616 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc275d15-8088-4ed3-842d-a8233680d1e5" -d '{"events": [{"name": "network-changed", "server_uuid": "da574170-5dcb-451c-95b7-47f5e7f89eb7", "tag": "217f505f-7852-4728-9f18-3301c1191a20"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:17.659654 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d09ee-49f4-4a10-9744-7ce87aad294e service neutron] Pushing event updated for resources: {'Port': ['ID=217f505f-7852-4728-9f18-3301c1191a20,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:17.682460 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfb4a85-6882-4b31-bf69-feba2f827771 x-openstack-request-id: req-6dfb4a85-6882-4b31-bf69-feba2f827771 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:17.682843 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da574170-5dcb-451c-95b7-47f5e7f89eb7", "tag": "217f505f-7852-4728-9f18-3301c1191a20", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:17.683821 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-6dfb4a85-6882-4b31-bf69-feba2f827771 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:17.683821 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da574170-5dcb-451c-95b7-47f5e7f89eb7', 'tag': '217f505f-7852-4728-9f18-3301c1191a20', 'status': 'completed', 'code': 200} Feb 16 14:36:17.711626 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57fdd6-7f8f-4f23-9b67-0ab7ea02a196 req-ec8d1d39-98b1-4236-8cca-a17bfad9d4c6 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:17.713658 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fc57fdd6-7f8f-4f23-9b67-0ab7ea02a196 req-ec8d1d39-98b1-4236-8cca-a17bfad9d4c6 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0735855 Feb 16 14:36:17.763123 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc275d15-8088-4ed3-842d-a8233680d1e5 req-045f924f-c784-4bec-a9eb-500413e43ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:17.764562 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-dc275d15-8088-4ed3-842d-a8233680d1e5 req-045f924f-c784-4bec-a9eb-500413e43ad5 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=371367592e1445d0bf381d5ecae9a388&device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 1128 time: 0.0577161 Feb 16 14:36:17.772776 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9e565840-dd39-4629-98af-382bd033d64d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:17.789871 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-fc57fdd6-7f8f-4f23-9b67-0ab7ea02a196 req-97c45deb-ff17-4f08-ae0b-d6b7234d34d3 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691500 Feb 16 14:36:17.856260 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9e565840-dd39-4629-98af-382bd033d64d admin admin] Publish callbacks [] for security_group (b6dfd92b-3e49-4506-ba6b-7add6a3fafec), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:17.865515 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc275d15-8088-4ed3-842d-a8233680d1e5 req-72084835-f711-4773-93a3-4dd2de88a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:17.866996 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-dc275d15-8088-4ed3-842d-a8233680d1e5 req-72084835-f711-4773-93a3-4dd2de88a4b6 service neutron] 10.222.0.127 "GET /v2.0/networks?tenant_id=371367592e1445d0bf381d5ecae9a388&shared=False HTTP/1.1" status: 200 len: 907 time: 0.0954120 Feb 16 14:36:17.906791 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9e565840-dd39-4629-98af-382bd033d64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (b6dfd92b-3e49-4506-ba6b-7add6a3fafec), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:17.943968 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e565840-dd39-4629-98af-382bd033d64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dfd92b-3e49-4506-ba6b-7add6a3fafec,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:17.948460 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-9e565840-dd39-4629-98af-382bd033d64d admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=c3562ad66e3a4320bbf25b603e5e1ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183405 Feb 16 14:36:17.951242 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54462) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:17.978990 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc275d15-8088-4ed3-842d-a8233680d1e5 req-ff21f8ae-946f-4a77-907f-8355a4b2f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:17.981272 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-dc275d15-8088-4ed3-842d-a8233680d1e5 req-ff21f8ae-946f-4a77-907f-8355a4b2f60d service neutron] 10.222.0.127 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075227 Feb 16 14:36:18.014534 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3c775796-3c38-440f-99c2-cfe778d40f98 admin admin] Publish callbacks [] for security_group (b6dfd92b-3e49-4506-ba6b-7add6a3fafec), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:18.060495 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3c775796-3c38-440f-99c2-cfe778d40f98 admin admin] Publish callbacks [] for security_group (b6dfd92b-3e49-4506-ba6b-7add6a3fafec), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:18.100927 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-6a163869-ce0d-4b4e-9ecd-5ab92474a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:18.102494 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-6a163869-ce0d-4b4e-9ecd-5ab92474a0c1 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=371367592e1445d0bf381d5ecae9a388&device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 1128 time: 0.0830598 Feb 16 14:36:18.149260 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-921a0173-27df-4531-9828-ec7fe34d0d98 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=217f505f-7852-4728-9f18-3301c1191a20 HTTP/1.1" status: 200 len: 217 time: 0.0390453 Feb 16 14:36:18.197223 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-3082b2d1-e3c0-4b0f-94e6-f87fdc1c1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:18.198688 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-3082b2d1-e3c0-4b0f-94e6-f87fdc1c1abf service neutron] 10.222.0.127 "GET /v2.0/subnets?id=f07ed503-5bd4-47c5-968c-5cf8addf9b28 HTTP/1.1" status: 200 len: 846 time: 0.0435960 Feb 16 14:36:18.215402 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3c775796-3c38-440f-99c2-cfe778d40f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (b6dfd92b-3e49-4506-ba6b-7add6a3fafec), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:18.217950 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3c775796-3c38-440f-99c2-cfe778d40f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:18.219015 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-3c775796-3c38-440f-99c2-cfe778d40f98 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/b6dfd92b-3e49-4506-ba6b-7add6a3fafec HTTP/1.1" status: 204 len: 168 time: 0.2668355 Feb 16 14:36:18.238801 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-2ccf5347-d59f-46ad-a37d-2d7a3362c25f service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=978f335f-dc1c-4d20-9c2d-edaf96a067a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342381 Feb 16 14:36:18.243351 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c775796-3c38-440f-99c2-cfe778d40f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dfd92b-3e49-4506-ba6b-7add6a3fafec,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:18.337462 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-f5410a5b-19f1-4661-a63c-b7ec1114e1e7 service neutron] 10.222.0.127 "GET /v2.0/networks/978f335f-dc1c-4d20-9c2d-edaf96a067a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889809 Feb 16 14:36:18.428182 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a0fba7dc-9d90-41c6-aeac-2b3d39ab192e req-b06a1499-9a00-4059-acc4-e3e9d41db187 service neutron] 10.222.0.127 "GET /v2.0/networks/978f335f-dc1c-4d20-9c2d-edaf96a067a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846198 Feb 16 14:36:18.623313 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025659c5-e208-476b-8d05-f62bd2634c67 req-3d139fb8-f56b-429d-8ee3-dc92953753d7 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:18.624812 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-025659c5-e208-476b-8d05-f62bd2634c67 req-3d139fb8-f56b-429d-8ee3-dc92953753d7 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 944 time: 0.0550001 Feb 16 14:36:18.675452 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-025659c5-e208-476b-8d05-f62bd2634c67 req-a6a079cb-a698-485a-bb9a-5d73794cb93b tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442357 Feb 16 14:36:18.911411 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fcc1c-dd3a-4d86-ad7a-99d5750f6987 req-815ce73d-fab1-4ee5-87cd-b439a7567451 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:18.912908 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cf2fcc1c-dd3a-4d86-ad7a-99d5750f6987 req-815ce73d-fab1-4ee5-87cd-b439a7567451 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0563250 Feb 16 14:36:18.944647 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:36:18.961403 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-cf2fcc1c-dd3a-4d86-ad7a-99d5750f6987 req-15ee0ae4-f7ca-4a54-b406-8d4dec27e932 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428524 Feb 16 14:36:19.244811 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54490) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:19.341766 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-246993700-network', 'tenant_id': '892ced7778bf423884c3e924d31439a7'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:19.403486 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] Made reservation on behalf of 892ced7778bf423884c3e924d31439a7 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:19.405977 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:19.414643 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:19.491381 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] Publish callbacks [] for security_group (c1a3be43-f3fe-4e0b-9e4d-4c8d2e74161f), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:19.546031 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (c1a3be43-f3fe-4e0b-9e4d-4c8d2e74161f), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:19.568205 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:36:19.581639 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a3be43-f3fe-4e0b-9e4d-4c8d2e74161f,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:19.586277 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (de50f22b-51b3-486e-a305-6d8fcb57b408), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:19.586625 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] Added segment de50f22b-51b3-486e-a305-6d8fcb57b408 of type vlan for network 8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d Feb 16 14:36:19.625441 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:19.706774 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 217f505f-7852-4728-9f18-3301c1191a20 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=103212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 14:36:19.712212 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:19.713226 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:19.713853 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:19.777274 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:19.793138 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network 8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:36:19.800293 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcefae0-8275-4023-8e7b-5ef8fa1d1569 req-dd33fc1d-8296-4c64-9d61-acb13d93215f tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:19.801818 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4fcefae0-8275-4023-8e7b-5ef8fa1d1569 req-dd33fc1d-8296-4c64-9d61-acb13d93215f tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 944 time: 0.0575829 Feb 16 14:36:19.806584 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-13ec2b8a-ab84-4de5-a603-0e0699d92ec9 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5606120 Feb 16 14:36:19.809626 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54496) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:19.815223 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Request body: {'subnet': {'network_id': '8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-246993700-subnet', 'tenant_id': '892ced7778bf423884c3e924d31439a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:19.836860 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 217f505f-7852-4728-9f18-3301c1191a20, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=217f505f-7852-4728-9f18-3301c1191a20,segment=NetworkSegment(8cdc4ef2-b770-4cef-af89-7703deac3cc1),segment_id=8cdc4ef2-b770-4cef-af89-7703deac3cc1)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:19.853595 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-4fcefae0-8275-4023-8e7b-5ef8fa1d1569 req-d3518d35-2d17-41df-b20e-7c3738cb31dd tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441813 Feb 16 14:36:19.881220 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Returning: {'device': '217f505f-7852-4728-9f18-3301c1191a20', 'network_id': '978f335f-dc1c-4d20-9c2d-edaf96a067a2', 'port_id': '217f505f-7852-4728-9f18-3301c1191a20', 'mac_address': 'fa:16:3e:5a:56:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07ed503-5bd4-47c5-968c-5cf8addf9b28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 14:36:19.906694 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Made reservation on behalf of 892ced7778bf423884c3e924d31439a7 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:19.909765 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957746'] for subnet (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:19.923078 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 217f505f-7852-4728-9f18-3301c1191a20 is: DOWN; New status is: BUILD {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:36:19.924141 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (217f505f-7852-4728-9f18-3301c1191a20), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:19.937310 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217f505f-7852-4728-9f18-3301c1191a20 {{(pid=103212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 14:36:19.957158 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 217f505f-7852-4728-9f18-3301c1191a20, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=217f505f-7852-4728-9f18-3301c1191a20,segment=NetworkSegment(8cdc4ef2-b770-4cef-af89-7703deac3cc1),segment_id=8cdc4ef2-b770-4cef-af89-7703deac3cc1)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:20.037900 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (217f505f-7852-4728-9f18-3301c1191a20), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:20.086198 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=217f505f-7852-4728-9f18-3301c1191a20,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:20.135263 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5164874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957696'] for subnet (cae0963b-2252-4c7e-acc3-e5b39046b6da), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:20.197551 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae0963b-2252-4c7e-acc3-e5b39046b6da,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:20.208318 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Checking segment: {'id': 'de50f22b-51b3-486e-a305-6d8fcb57b408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:36:20.208661 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Network hostable DHCP agents. Network: 8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:36:20.212248 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:20.212604 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:20.212985 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:20.213329 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:20.213668 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:20.214002 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:20.214337 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:20.214668 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:20.214997 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:20.215325 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:20.215654 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:20.215980 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:20.216303 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:20.271941 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Network 8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:36:20.304903 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['217f505f-7852-4728-9f18-3301c1191a20'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:36:20.363909 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, 8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:20.367876 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:20.368475 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:20.374909 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eca2928-8c77-426d-a261-86f4c5ac17de None None] Network 8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:36:20.429485 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b1d5de58-fabe-4d50-b26a-61d7fdb879a5 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6187806 Feb 16 14:36:20.520631 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5504e0ac-57c0-40e9-bdb6-29a7d8630a2e None None] Network 8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:36:20.974808 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c96ee-2757-44ef-9cbb-e63e4c6ec0ad req-89368314-603c-4199-a31e-791bf0503de4 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:20.976286 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-252c96ee-2757-44ef-9cbb-e63e4c6ec0ad req-89368314-603c-4199-a31e-791bf0503de4 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 945 time: 0.0545058 Feb 16 14:36:21.028051 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-252c96ee-2757-44ef-9cbb-e63e4c6ec0ad req-36641c4e-5eea-4358-bc51-f6935542285b tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458100 Feb 16 14:36:21.115608 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54514) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:21.120573 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1852184866-network', 'tenant_id': '6a59e7c964f846bc9fa098161ec4e1f8'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:21.191799 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] Made reservation on behalf of 6a59e7c964f846bc9fa098161ec4e1f8 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:21.194164 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:21.202987 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:21.275305 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] Publish callbacks [] for security_group (5ce02170-af92-4c98-aa52-0d608b1d1c09), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:21.317651 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (5ce02170-af92-4c98-aa52-0d608b1d1c09), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:21.337724 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:36:21.353133 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce02170-af92-4c98-aa52-0d608b1d1c09,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:21.356999 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (f02bbcb7-a743-4b44-b400-357eb80b21a5), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:21.357344 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] Added segment f02bbcb7-a743-4b44-b400-357eb80b21a5 of type vlan for network 627489e4-be36-4f61-8690-cde76c559a4f Feb 16 14:36:21.396548 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (627489e4-be36-4f61-8690-cde76c559a4f), precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:21.477495 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (627489e4-be36-4f61-8690-cde76c559a4f), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:21.478452 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:21.479057 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:21.538966 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] Pushing event updated for resources: {'Network': ['ID=627489e4-be36-4f61-8690-cde76c559a4f,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:21.549017 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network 627489e4-be36-4f61-8690-cde76c559a4f details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:36:21.588974 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b76e3ce3-412f-4449-a5a8-79e7eb716545 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4722011 Feb 16 14:36:21.591542 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54516) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:21.596822 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-09008e25-fd0b-4fe0-a95b-c0394b01300b admin admin] Request body: {'subnet': {'network_id': '627489e4-be36-4f61-8690-cde76c559a4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1852184866-subnet', 'tenant_id': '6a59e7c964f846bc9fa098161ec4e1f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:21.700491 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09008e25-fd0b-4fe0-a95b-c0394b01300b admin admin] Made reservation on behalf of 6a59e7c964f846bc9fa098161ec4e1f8 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:21.702745 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-09008e25-fd0b-4fe0-a95b-c0394b01300b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4957746'] for subnet (None), before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:21.736605 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 217f505f-7852-4728-9f18-3301c1191a20 up at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 14:36:21.866193 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning for port 217f505f-7852-4728-9f18-3301c1191a20 completed by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:21.870250 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.provisioning_blocks [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Provisioning complete for port 217f505f-7852-4728-9f18-3301c1191a20 triggered by entity L2. {{(pid=103212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:21.875676 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1936234'] for port (217f505f-7852-4728-9f18-3301c1191a20), provisioning_complete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:21.924268 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-09008e25-fd0b-4fe0-a95b-c0394b01300b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5164874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4957696'] for subnet (b2a4bb43-04c3-425f-b3c6-4bdde584ed60), after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:21.948161 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Current status of the port 217f505f-7852-4728-9f18-3301c1191a20 is: BUILD; New status is: ACTIVE {{(pid=103212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 14:36:21.948548 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for port (217f505f-7852-4728-9f18-3301c1191a20), before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:21.970603 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da574170-5dcb-451c-95b7-47f5e7f89eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217f505f-7852-4728-9f18-3301c1191a20'}] {{(pid=103212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:21.972750 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2d39be985df6dc3459ba3bf0beb56c2c7e9134d438d2032e9a3f0c14085a03c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee83ab89-1247-454e-a776-675f35cf10cb" -d '{"events": [{"server_uuid": "da574170-5dcb-451c-95b7-47f5e7f89eb7", "name": "network-vif-plugged", "status": "completed", "tag": "217f505f-7852-4728-9f18-3301c1191a20"}]}' {{(pid=103212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:21.983523 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09008e25-fd0b-4fe0-a95b-c0394b01300b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a4bb43-04c3-425f-b3c6-4bdde584ed60,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:21.986235 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] For port 217f505f-7852-4728-9f18-3301c1191a20, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=217f505f-7852-4728-9f18-3301c1191a20,segment=NetworkSegment(8cdc4ef2-b770-4cef-af89-7703deac3cc1),segment_id=8cdc4ef2-b770-4cef-af89-7703deac3cc1)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:21.994304 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09008e25-fd0b-4fe0-a95b-c0394b01300b admin admin] Checking segment: {'id': 'f02bbcb7-a743-4b44-b400-357eb80b21a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '627489e4-be36-4f61-8690-cde76c559a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:36:21.994673 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09008e25-fd0b-4fe0-a95b-c0394b01300b admin admin] Network hostable DHCP agents. Network: 627489e4-be36-4f61-8690-cde76c559a4f, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:36:22.012825 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8bacf5-78c5-47d4-a025-d9a270bf7263 x-openstack-request-id: req-7a8bacf5-78c5-47d4-a025-d9a270bf7263 {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:22.013123 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da574170-5dcb-451c-95b7-47f5e7f89eb7", "name": "network-vif-plugged", "status": "completed", "tag": "217f505f-7852-4728-9f18-3301c1191a20", "code": 200}]} {{(pid=103212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:22.013379 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-7a8bacf5-78c5-47d4-a025-d9a270bf7263 {{(pid=103212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:22.013798 dv-cinder-778193-17-iscsi neutron-server[103212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da574170-5dcb-451c-95b7-47f5e7f89eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217f505f-7852-4728-9f18-3301c1191a20', 'code': 200} Feb 16 14:36:22.049348 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740137621104', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740137028904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740137028922'] for port (217f505f-7852-4728-9f18-3301c1191a20), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:22.066785 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09008e25-fd0b-4fe0-a95b-c0394b01300b admin admin] Network 627489e4-be36-4f61-8690-cde76c559a4f is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:36:22.099818 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Pushing event updated for resources: {'Port': ['ID=217f505f-7852-4728-9f18-3301c1191a20,revision_number=5']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:22.140488 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-09008e25-fd0b-4fe0-a95b-c0394b01300b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, 627489e4-be36-4f61-8690-cde76c559a4f) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:22.144993 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09008e25-fd0b-4fe0-a95b-c0394b01300b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:22.145599 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-09008e25-fd0b-4fe0-a95b-c0394b01300b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:22.152840 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2990525d-9bee-4280-93ae-4112f560eb10 None None] Network 627489e4-be36-4f61-8690-cde76c559a4f requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:36:22.163625 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50748d17-d222-4052-878b-0084207063d0 req-6b9aec9b-5e97-4483-9d7d-7bf6c8de6b8d tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:22.165124 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-50748d17-d222-4052-878b-0084207063d0 req-6b9aec9b-5e97-4483-9d7d-7bf6c8de6b8d tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 946 time: 0.0636506 Feb 16 14:36:22.212522 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-09008e25-fd0b-4fe0-a95b-c0394b01300b admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6197269 Feb 16 14:36:22.213959 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-50748d17-d222-4052-878b-0084207063d0 req-c23c4979-baad-4408-ad47-f3af655af251 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429182 Feb 16 14:36:22.268204 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d06e3e-ee6e-4f3d-8e87-29562dc00283 None None] Network 627489e4-be36-4f61-8690-cde76c559a4f requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:36:22.300302 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ba123-cf1b-43b6-9571-818ef9048b64 req-32554c23-27f7-41f1-9c9f-890070e65bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:22.302451 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a93ba123-cf1b-43b6-9571-818ef9048b64 req-32554c23-27f7-41f1-9c9f-890070e65bbe service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 1130 time: 0.0545924 Feb 16 14:36:22.342893 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54524) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:22.384422 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a93ba123-cf1b-43b6-9571-818ef9048b64 req-275a6a38-d948-48a2-8b67-6fba816b3710 service neutron] 10.222.0.127 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727568 Feb 16 14:36:22.400712 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-32833fee-3133-4521-851d-a20b3125126d admin admin] Deleting subnet cae0963b-2252-4c7e-acc3-e5b39046b6da {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:36:22.403844 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-32833fee-3133-4521-851d-a20b3125126d admin admin] Publish callbacks [] for subnet (cae0963b-2252-4c7e-acc3-e5b39046b6da), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:22.439923 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-32833fee-3133-4521-851d-a20b3125126d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4615054'] for subnet (cae0963b-2252-4c7e-acc3-e5b39046b6da), precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:22.477376 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-32833fee-3133-4521-851d-a20b3125126d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (cae0963b-2252-4c7e-acc3-e5b39046b6da), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:22.597895 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-32833fee-3133-4521-851d-a20b3125126d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957719'] for subnet (cae0963b-2252-4c7e-acc3-e5b39046b6da), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:22.623828 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32833fee-3133-4521-851d-a20b3125126d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae0963b-2252-4c7e-acc3-e5b39046b6da,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:22.628504 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-32833fee-3133-4521-851d-a20b3125126d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:22.631771 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-32833fee-3133-4521-851d-a20b3125126d admin admin] 10.222.0.133 "DELETE /v2.0/subnets/cae0963b-2252-4c7e-acc3-e5b39046b6da HTTP/1.1" status: 204 len: 168 time: 0.2878039 Feb 16 14:36:22.634315 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54526) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:22.701373 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5a2877d2-f986-4685-88b9-c57aadc68478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:22.779854 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5a2877d2-f986-4685-88b9-c57aadc68478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:22.800255 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-5a2877d2-f986-4685-88b9-c57aadc68478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:22.809360 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-5a2877d2-f986-4685-88b9-c57aadc68478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de50f22b-51b3-486e-a305-6d8fcb57b408') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:22.809654 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-5a2877d2-f986-4685-88b9-c57aadc68478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de50f22b-51b3-486e-a305-6d8fcb57b408') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:22.818987 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5a2877d2-f986-4685-88b9-c57aadc68478 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615047'] for segment (de50f22b-51b3-486e-a305-6d8fcb57b408), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:22.832155 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5a2877d2-f986-4685-88b9-c57aadc68478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (de50f22b-51b3-486e-a305-6d8fcb57b408), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:22.837954 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2877d2-f986-4685-88b9-c57aadc68478 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:36:22.838335 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5a2877d2-f986-4685-88b9-c57aadc68478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163989'] for segment (de50f22b-51b3-486e-a305-6d8fcb57b408), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: Traceback (most recent call last): Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: timer() Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: cb(*args, **kw) Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: return func(*args, **kwargs) Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: self._notify() Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: self.callback(batched_events) Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: event.method(event) Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: return f(self, *a, **k) Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._get(url).json() Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:36:22.839931 dv-cinder-778193-17-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:36:22.980672 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5a2877d2-f986-4685-88b9-c57aadc68478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:22.986709 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5a2877d2-f986-4685-88b9-c57aadc68478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:22.989895 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-5a2877d2-f986-4685-88b9-c57aadc68478 admin admin] 10.222.0.133 "DELETE /v2.0/networks/8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d HTTP/1.1" status: 204 len: 168 time: 0.3546441 Feb 16 14:36:22.992775 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54528) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:23.000330 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2877d2-f986-4685-88b9-c57aadc68478 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e843ff6-fbbb-4eb6-ba2f-ec1b2a21976d,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:23.038184 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf79414-b0c4-4e63-9ccc-c8b7e520ff47 admin admin] Deleting subnet b2a4bb43-04c3-425f-b3c6-4bdde584ed60 {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:36:23.041023 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cf79414-b0c4-4e63-9ccc-c8b7e520ff47 admin admin] Publish callbacks [] for subnet (b2a4bb43-04c3-425f-b3c6-4bdde584ed60), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.078504 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cf79414-b0c4-4e63-9ccc-c8b7e520ff47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5133848'] for subnet (b2a4bb43-04c3-425f-b3c6-4bdde584ed60), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.117373 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cf79414-b0c4-4e63-9ccc-c8b7e520ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (b2a4bb43-04c3-425f-b3c6-4bdde584ed60), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.272393 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cf79414-b0c4-4e63-9ccc-c8b7e520ff47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4862926'] for subnet (b2a4bb43-04c3-425f-b3c6-4bdde584ed60), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.299520 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf79414-b0c4-4e63-9ccc-c8b7e520ff47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a4bb43-04c3-425f-b3c6-4bdde584ed60,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:23.312595 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9cf79414-b0c4-4e63-9ccc-c8b7e520ff47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.316981 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-9cf79414-b0c4-4e63-9ccc-c8b7e520ff47 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/b2a4bb43-04c3-425f-b3c6-4bdde584ed60 HTTP/1.1" status: 204 len: 168 time: 0.3228304 Feb 16 14:36:23.319513 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54532) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:23.356296 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa237b06-af61-48b3-9d77-a431e5e62788 req-ac78593b-3b68-400d-87b4-e5d9e365986e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:23.357808 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aa237b06-af61-48b3-9d77-a431e5e62788 req-ac78593b-3b68-400d-87b4-e5d9e365986e tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 946 time: 0.0600696 Feb 16 14:36:23.385957 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-de617aa6-271a-43b2-acfe-58ef41c2e945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (627489e4-be36-4f61-8690-cde76c559a4f), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.408385 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-aa237b06-af61-48b3-9d77-a431e5e62788 req-d99a8bb6-b3a7-4d4a-9b32-361994060af6 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440793 Feb 16 14:36:23.465842 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-de617aa6-271a-43b2-acfe-58ef41c2e945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (627489e4-be36-4f61-8690-cde76c559a4f), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.484494 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-de617aa6-271a-43b2-acfe-58ef41c2e945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627489e4-be36-4f61-8690-cde76c559a4f']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:23.494044 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-de617aa6-271a-43b2-acfe-58ef41c2e945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02bbcb7-a743-4b44-b400-357eb80b21a5') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:23.494339 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-de617aa6-271a-43b2-acfe-58ef41c2e945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02bbcb7-a743-4b44-b400-357eb80b21a5') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:23.504135 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-de617aa6-271a-43b2-acfe-58ef41c2e945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615047'] for segment (f02bbcb7-a743-4b44-b400-357eb80b21a5), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.517046 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-de617aa6-271a-43b2-acfe-58ef41c2e945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (f02bbcb7-a743-4b44-b400-357eb80b21a5), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.522697 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de617aa6-271a-43b2-acfe-58ef41c2e945 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:36:23.523072 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-de617aa6-271a-43b2-acfe-58ef41c2e945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163989'] for segment (f02bbcb7-a743-4b44-b400-357eb80b21a5), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: Traceback (most recent call last): Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: timer() Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: cb(*args, **kw) Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: return func(*args, **kwargs) Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: self._notify() Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: self.callback(batched_events) Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: event.method(event) Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: return f(self, *a, **k) Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._get(url).json() Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:36:23.524948 dv-cinder-778193-17-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:36:23.649424 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-de617aa6-271a-43b2-acfe-58ef41c2e945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (627489e4-be36-4f61-8690-cde76c559a4f), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.654619 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-de617aa6-271a-43b2-acfe-58ef41c2e945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:23.658794 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-de617aa6-271a-43b2-acfe-58ef41c2e945 admin admin] 10.222.0.133 "DELETE /v2.0/networks/627489e4-be36-4f61-8690-cde76c559a4f HTTP/1.1" status: 204 len: 168 time: 0.3377264 Feb 16 14:36:23.925185 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de617aa6-271a-43b2-acfe-58ef41c2e945 admin admin] Pushing event deleted for resources: {'Network': ['ID=627489e4-be36-4f61-8690-cde76c559a4f,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:23.970416 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54536) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:24.008082 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-21a4ceb5-017f-4616-bf3c-8b9021d5c1d8 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=892ced7778bf423884c3e924d31439a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0365067 Feb 16 14:36:24.010557 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54538) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:24.057007 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45a65345-69b0-4372-b4fa-698c1efab107 admin admin] Publish callbacks [] for security_group (c1a3be43-f3fe-4e0b-9e4d-4c8d2e74161f), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:24.077573 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45a65345-69b0-4372-b4fa-698c1efab107 admin admin] Publish callbacks [] for security_group (c1a3be43-f3fe-4e0b-9e4d-4c8d2e74161f), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:24.237458 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45a65345-69b0-4372-b4fa-698c1efab107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (c1a3be43-f3fe-4e0b-9e4d-4c8d2e74161f), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:24.240426 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-45a65345-69b0-4372-b4fa-698c1efab107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:24.241963 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-45a65345-69b0-4372-b4fa-698c1efab107 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/c1a3be43-f3fe-4e0b-9e4d-4c8d2e74161f HTTP/1.1" status: 204 len: 168 time: 0.2302837 Feb 16 14:36:24.254342 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a65345-69b0-4372-b4fa-698c1efab107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a3be43-f3fe-4e0b-9e4d-4c8d2e74161f,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:24.538050 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e26fe-18c0-4508-88eb-642eded4f19f req-8d5d46bd-4329-4649-936d-f302360498f5 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:24.539510 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a9e26fe-18c0-4508-88eb-642eded4f19f req-8d5d46bd-4329-4649-936d-f302360498f5 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 946 time: 0.0588539 Feb 16 14:36:24.586276 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-8a9e26fe-18c0-4508-88eb-642eded4f19f req-8c9adfcc-3dba-4a7a-a90c-24b056acec3a tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412199 Feb 16 14:36:24.803893 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54550) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:24.842603 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f1bf5f42-645b-4abc-8f60-ce8fe6d91479 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=6a59e7c964f846bc9fa098161ec4e1f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375814 Feb 16 14:36:24.845205 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54552) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:24.891911 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bd118442-d922-49b4-ad72-e3f01cc82360 admin admin] Publish callbacks [] for security_group (5ce02170-af92-4c98-aa52-0d608b1d1c09), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:24.914684 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bd118442-d922-49b4-ad72-e3f01cc82360 admin admin] Publish callbacks [] for security_group (5ce02170-af92-4c98-aa52-0d608b1d1c09), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:25.049856 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bd118442-d922-49b4-ad72-e3f01cc82360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (5ce02170-af92-4c98-aa52-0d608b1d1c09), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:25.052594 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bd118442-d922-49b4-ad72-e3f01cc82360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:25.053839 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-bd118442-d922-49b4-ad72-e3f01cc82360 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/5ce02170-af92-4c98-aa52-0d608b1d1c09 HTTP/1.1" status: 204 len: 168 time: 0.2077360 Feb 16 14:36:25.061547 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd118442-d922-49b4-ad72-e3f01cc82360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce02170-af92-4c98-aa52-0d608b1d1c09,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:25.776405 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4b49f-4736-4bbe-8ef5-e87164a733a2 req-e983a107-af68-4475-a320-cff3132568f6 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:25.778094 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74c4b49f-4736-4bbe-8ef5-e87164a733a2 req-e983a107-af68-4475-a320-cff3132568f6 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 946 time: 0.0542471 Feb 16 14:36:25.827482 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-74c4b49f-4736-4bbe-8ef5-e87164a733a2 req-0a098b71-dd23-4fee-9f25-73fc78b641be tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Feb 16 14:36:26.021344 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54586) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:26.114291 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-882280953-network', 'tenant_id': 'aa99870c7bfe453898a3228943cdd3d7'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:26.191812 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Made reservation on behalf of aa99870c7bfe453898a3228943cdd3d7 for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:26.194401 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:26.202851 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:26.278705 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Publish callbacks [] for security_group (6ee1a3db-9e86-43da-8b84-5f812aa743fa), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:26.357389 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (6ee1a3db-9e86-43da-8b84-5f812aa743fa), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:26.383910 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:36:26.390269 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee1a3db-9e86-43da-8b84-5f812aa743fa,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:26.400065 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (e5bc5196-1c55-45aa-81a4-29cca1780c7b), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:26.400408 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Added segment e5bc5196-1c55-45aa-81a4-29cca1780c7b of type vlan for network d4bb419b-f034-4271-865c-dea7c3c53015 Feb 16 14:36:26.402347 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:26.402758 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:26.403110 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:26.419074 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:26.419074 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:26.419074 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:26.419074 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:26.419074 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:26.419074 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:26.419074 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:26.419074 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:26.419074 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:26.419074 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:26.450194 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (d4bb419b-f034-4271-865c-dea7c3c53015), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:26.522903 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (d4bb419b-f034-4271-865c-dea7c3c53015), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:26.524163 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:26.524751 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:26.583169 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] Pushing event updated for resources: {'Network': ['ID=d4bb419b-f034-4271-865c-dea7c3c53015,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:26.592985 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network d4bb419b-f034-4271-865c-dea7c3c53015 details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:36:26.600253 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2468034e-aaf6-4019-974a-1fc1a9a47590 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5776663 Feb 16 14:36:26.603041 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54590) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:26.608136 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-c5fa91b7-5fae-4201-afad-80242c858ba2 admin admin] Request body: {'subnet': {'network_id': 'd4bb419b-f034-4271-865c-dea7c3c53015', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-882280953-subnet', 'tenant_id': 'aa99870c7bfe453898a3228943cdd3d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:26.666079 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fa91b7-5fae-4201-afad-80242c858ba2 admin admin] Made reservation on behalf of aa99870c7bfe453898a3228943cdd3d7 for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:26.668456 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5fa91b7-5fae-4201-afad-80242c858ba2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4862955'] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:26.894698 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5fa91b7-5fae-4201-afad-80242c858ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4862937'] for subnet (96802c24-e567-44d2-bcba-545884a16f1e), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:26.986257 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa91b7-5fae-4201-afad-80242c858ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96802c24-e567-44d2-bcba-545884a16f1e,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:27.002253 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc7e34-8767-475b-bb5c-ff5cce0fec73 req-b58e9511-2192-4001-b473-3bc776e235b4 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:27.003717 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9cc7e34-8767-475b-bb5c-ff5cce0fec73 req-b58e9511-2192-4001-b473-3bc776e235b4 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 946 time: 0.1067502 Feb 16 14:36:27.006489 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa91b7-5fae-4201-afad-80242c858ba2 admin admin] Checking segment: {'id': 'e5bc5196-1c55-45aa-81a4-29cca1780c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd4bb419b-f034-4271-865c-dea7c3c53015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:36:27.006846 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa91b7-5fae-4201-afad-80242c858ba2 admin admin] Network hostable DHCP agents. Network: d4bb419b-f034-4271-865c-dea7c3c53015, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:36:27.058279 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a9cc7e34-8767-475b-bb5c-ff5cce0fec73 req-83c0a45e-da6f-4e17-9906-c946fff2f804 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/security-groups?id=68ef49c8-b26b-4891-be6d-292199e73f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480564 Feb 16 14:36:27.100162 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa91b7-5fae-4201-afad-80242c858ba2 admin admin] Network d4bb419b-f034-4271-865c-dea7c3c53015 is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:36:27.180223 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa91b7-5fae-4201-afad-80242c858ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, d4bb419b-f034-4271-865c-dea7c3c53015) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:27.184134 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa91b7-5fae-4201-afad-80242c858ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:27.184753 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5fa91b7-5fae-4201-afad-80242c858ba2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:27.189719 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58188a50-1d81-42d5-9a85-7ad3fbeb584e None None] Network d4bb419b-f034-4271-865c-dea7c3c53015 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:36:27.260559 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df864538-552d-4417-befa-2a0c029da9dc req-b784eef5-a604-49f7-9764-ed6c15a9d754 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:27.262197 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-df864538-552d-4417-befa-2a0c029da9dc req-b784eef5-a604-49f7-9764-ed6c15a9d754 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.127 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 946 time: 0.0528684 Feb 16 14:36:27.270042 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-c5fa91b7-5fae-4201-afad-80242c858ba2 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6659329 Feb 16 14:36:27.372968 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-df864538-552d-4417-befa-2a0c029da9dc req-cb8d30dd-d56a-4b20-9b49-fcf2882077da tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Deleting port 217f505f-7852-4728-9f18-3301c1191a20 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:36:27.373500 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-df864538-552d-4417-befa-2a0c029da9dc req-cb8d30dd-d56a-4b20-9b49-fcf2882077da tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (217f505f-7852-4728-9f18-3301c1191a20), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:27.421390 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5551fc58-3d36-415b-9f3d-2c017782f4aa None None] Network d4bb419b-f034-4271-865c-dea7c3c53015 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:36:27.470460 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-df864538-552d-4417-befa-2a0c029da9dc req-cb8d30dd-d56a-4b20-9b49-fcf2882077da tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] For port 217f505f-7852-4728-9f18-3301c1191a20, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=217f505f-7852-4728-9f18-3301c1191a20,segment=NetworkSegment(8cdc4ef2-b770-4cef-af89-7703deac3cc1),segment_id=8cdc4ef2-b770-4cef-af89-7703deac3cc1)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:36:27.470754 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-df864538-552d-4417-befa-2a0c029da9dc req-cb8d30dd-d56a-4b20-9b49-fcf2882077da tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (217f505f-7852-4728-9f18-3301c1191a20), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:27.483373 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-df864538-552d-4417-befa-2a0c029da9dc req-cb8d30dd-d56a-4b20-9b49-fcf2882077da tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Calling delete_port for 217f505f-7852-4728-9f18-3301c1191a20 owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:36:27.711792 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-df864538-552d-4417-befa-2a0c029da9dc req-cb8d30dd-d56a-4b20-9b49-fcf2882077da tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (217f505f-7852-4728-9f18-3301c1191a20), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:27.723491 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] get_ports_and_sgs() called for port_ids ['217f505f-7852-4728-9f18-3301c1191a20'] {{(pid=103212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 14:36:27.750464 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d30dd-d56a-4b20-9b49-fcf2882077da tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Pushing event deleted for resources: {'Port': ['ID=217f505f-7852-4728-9f18-3301c1191a20,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:27.786412 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-df864538-552d-4417-befa-2a0c029da9dc req-cb8d30dd-d56a-4b20-9b49-fcf2882077da tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] No DVR routers for this DVR port 217f505f-7852-4728-9f18-3301c1191a20 on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:36:27.788848 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-df864538-552d-4417-befa-2a0c029da9dc req-cb8d30dd-d56a-4b20-9b49-fcf2882077da tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:27.792056 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-df864538-552d-4417-befa-2a0c029da9dc req-cb8d30dd-d56a-4b20-9b49-fcf2882077da tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.127 "DELETE /v2.0/ports/217f505f-7852-4728-9f18-3301c1191a20 HTTP/1.1" status: 204 len: 173 time: 0.5238373 Feb 16 14:36:27.792487 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da574170-5dcb-451c-95b7-47f5e7f89eb7', 'name': 'network-vif-deleted', 'tag': '217f505f-7852-4728-9f18-3301c1191a20'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:36:27.794706 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb519f5-e80b-4a61-8912-8240b742df52" -d '{"events": [{"server_uuid": "da574170-5dcb-451c-95b7-47f5e7f89eb7", "name": "network-vif-deleted", "tag": "217f505f-7852-4728-9f18-3301c1191a20"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:36:27.831277 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a3b126-c15a-4f54-b2c4-264da9ff2cb9 x-openstack-request-id: req-a7a3b126-c15a-4f54-b2c4-264da9ff2cb9 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:36:27.831582 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da574170-5dcb-451c-95b7-47f5e7f89eb7", "name": "network-vif-deleted", "tag": "217f505f-7852-4728-9f18-3301c1191a20", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:36:27.831843 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-a7a3b126-c15a-4f54-b2c4-264da9ff2cb9 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:36:27.832245 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da574170-5dcb-451c-95b7-47f5e7f89eb7', 'name': 'network-vif-deleted', 'tag': '217f505f-7852-4728-9f18-3301c1191a20', 'status': 'completed', 'code': 200} Feb 16 14:36:27.966586 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54610) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:27.972663 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-765031285-network', 'tenant_id': 'd2c208781bad4174aeabfdfb470a8dcc'}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:28.071631 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] Made reservation on behalf of d2c208781bad4174aeabfdfb470a8dcc for: {'network': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:28.074697 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006973'] for network (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:28.085106 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:28.177628 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-c7511b72-660d-4131-b4d2-7dcc62dd3d5d req-629a9bee-97b1-4336-be45-db0d70842089 tempest-VolumesActionsTest-1867279269 tempest-VolumesActionsTest-1867279269-project] 10.222.0.133 "GET /v2.0/ports?device_id=da574170-5dcb-451c-95b7-47f5e7f89eb7 HTTP/1.1" status: 200 len: 210 time: 0.0369387 Feb 16 14:36:28.189771 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] Publish callbacks [] for security_group (29ea06f8-8cae-4623-a884-c4f7c294ec89), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:28.248705 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (29ea06f8-8cae-4623-a884-c4f7c294ec89), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:28.274802 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:36:28.283580 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ea06f8-8cae-4623-a884-c4f7c294ec89,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:28.290330 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (fb91a539-8830-4c25-a76e-0bdaabd46d0d), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:28.290667 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.segments_db [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] Added segment fb91a539-8830-4c25-a76e-0bdaabd46d0d of type vlan for network 6996eafb-0940-4a99-b4c7-f863559b2504 Feb 16 14:36:28.329812 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740137048944'] for network (6996eafb-0940-4a99-b4c7-f863559b2504), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:28.431774 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354'] for network (6996eafb-0940-4a99-b4c7-f863559b2504), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:28.432744 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:28.433364 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:28.493940 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] Pushing event updated for resources: {'Network': ['ID=6996eafb-0940-4a99-b4c7-f863559b2504,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:28.504069 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Network 6996eafb-0940-4a99-b4c7-f863559b2504 details requested by agent ovs-agent-dv-cinder-778193-17-iscsi with host dv-cinder-778193-17-iscsi {{(pid=103212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 14:36:28.560571 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b422b647-ac21-433a-a8e8-a2a5b5851e25 admin admin] 10.222.0.133 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5927472 Feb 16 14:36:28.563183 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54614) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:28.567893 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.v2.base [None req-811512d7-2fe5-4e6f-b1e5-283ba57edcc1 admin admin] Request body: {'subnet': {'network_id': '6996eafb-0940-4a99-b4c7-f863559b2504', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-765031285-subnet', 'tenant_id': 'd2c208781bad4174aeabfdfb470a8dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:28.660210 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811512d7-2fe5-4e6f-b1e5-283ba57edcc1 admin admin] Made reservation on behalf of d2c208781bad4174aeabfdfb470a8dcc for: {'subnet': 1} {{(pid=103211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:28.662794 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-811512d7-2fe5-4e6f-b1e5-283ba57edcc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4862955'] for subnet (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:28.878257 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-811512d7-2fe5-4e6f-b1e5-283ba57edcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5092917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4862937'] for subnet (89647d24-f5d3-48b9-84a0-91d842d3af02), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:28.925927 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811512d7-2fe5-4e6f-b1e5-283ba57edcc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89647d24-f5d3-48b9-84a0-91d842d3af02,revision_number=0']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:28.941946 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811512d7-2fe5-4e6f-b1e5-283ba57edcc1 admin admin] Checking segment: {'id': 'fb91a539-8830-4c25-a76e-0bdaabd46d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6996eafb-0940-4a99-b4c7-f863559b2504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 14:36:28.942299 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811512d7-2fe5-4e6f-b1e5-283ba57edcc1 admin admin] Network hostable DHCP agents. Network: 6996eafb-0940-4a99-b4c7-f863559b2504, hostable agents: ['a63c40ec-a1b9-4a08-a31b-e4fde366a955'], hosted agents: [] {{(pid=103211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:36:29.014291 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811512d7-2fe5-4e6f-b1e5-283ba57edcc1 admin admin] Network 6996eafb-0940-4a99-b4c7-f863559b2504 is scheduled to be hosted by DHCP agent a63c40ec-a1b9-4a08-a31b-e4fde366a955 with binding_index 1 {{(pid=103211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:36:29.094226 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-811512d7-2fe5-4e6f-b1e5-283ba57edcc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-17-iscsi, 6996eafb-0940-4a99-b4c7-f863559b2504) {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:29.098332 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811512d7-2fe5-4e6f-b1e5-283ba57edcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:29.098949 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-811512d7-2fe5-4e6f-b1e5-283ba57edcc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:29.108173 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681aa1c6-33cf-4069-ba65-df26d8ad41c1 None None] Network 6996eafb-0940-4a99-b4c7-f863559b2504 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:36:29.194476 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-811512d7-2fe5-4e6f-b1e5-283ba57edcc1 admin admin] 10.222.0.133 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6254678 Feb 16 14:36:29.204732 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4da635-f3ec-4f03-802a-e64a52f750ea None None] Network 6996eafb-0940-4a99-b4c7-f863559b2504 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:36:29.765158 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 217f505f-7852-4728-9f18-3301c1191a20 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:36:29.785881 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: 217f505f-7852-4728-9f18-3301c1191a20 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:36:29.786228 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 217f505f-7852-4728-9f18-3301c1191a20 not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:36:31.443091 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:33.985517 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa964c1b-0545-4892-9a1a-e511e13c72fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:36.414908 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e38d5b81-0a4d-43fa-978b-2533241c6e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:37.860037 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:39.100300 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:40.828629 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4151d0df-e733-42e2-b9bf-25cc0edd6c60 req-ef98d0ec-5b34-4384-9d3a-8247fafabfd0 service neutron] 10.222.0.127 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550368 Feb 16 14:36:40.856191 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151d0df-e733-42e2-b9bf-25cc0edd6c60 req-1d3c721a-53f2-4af1-9134-2c5d6249d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:40.857846 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4151d0df-e733-42e2-b9bf-25cc0edd6c60 req-1d3c721a-53f2-4af1-9134-2c5d6249d392 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 1129 time: 0.0503135 Feb 16 14:36:40.941939 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:40.971092 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151d0df-e733-42e2-b9bf-25cc0edd6c60 req-a2ce7541-c361-4d56-bae3-3476ddeee293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:40.972560 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4151d0df-e733-42e2-b9bf-25cc0edd6c60 req-a2ce7541-c361-4d56-bae3-3476ddeee293 service neutron] 10.222.0.127 "GET /v2.0/networks?id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac HTTP/1.1" status: 200 len: 913 time: 0.0931211 Feb 16 14:36:41.040910 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4151d0df-e733-42e2-b9bf-25cc0edd6c60 req-530d580d-8528-446d-b33a-4ca671bac1fc service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6a3d505-2303-4112-aeb2-904903b018da HTTP/1.1" status: 200 len: 1000 time: 0.0599670 Feb 16 14:36:41.101701 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151d0df-e733-42e2-b9bf-25cc0edd6c60 req-5c482300-ea29-43a8-8def-4cd6b73d6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:41.103893 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4151d0df-e733-42e2-b9bf-25cc0edd6c60 req-5c482300-ea29-43a8-8def-4cd6b73d6c3e service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6a6eba54-d08a-4809-9cbc-4e2a0d64b56a HTTP/1.1" status: 200 len: 851 time: 0.0560954 Feb 16 14:36:41.165821 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151d0df-e733-42e2-b9bf-25cc0edd6c60 req-89fe1c73-39de-4ee4-8149-6b3a8788c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:41.167742 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4151d0df-e733-42e2-b9bf-25cc0edd6c60 req-89fe1c73-39de-4ee4-8149-6b3a8788c8cc service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0565231 Feb 16 14:36:41.275306 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4151d0df-e733-42e2-b9bf-25cc0edd6c60 req-a0d2b5fc-e32a-40ee-9d1b-438774c7a06c service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006689 Feb 16 14:36:41.424471 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4151d0df-e733-42e2-b9bf-25cc0edd6c60 req-378c753f-fea2-4465-8da4-34ccd935f810 service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413429 Feb 16 14:36:47.779201 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54888) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:47.826334 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c646f2-164f-4c25-8fe5-c0c2a27fad90 admin admin] Deleting subnet 96802c24-e567-44d2-bcba-545884a16f1e {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:36:47.830102 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-62c646f2-164f-4c25-8fe5-c0c2a27fad90 admin admin] Publish callbacks [] for subnet (96802c24-e567-44d2-bcba-545884a16f1e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:47.866340 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-62c646f2-164f-4c25-8fe5-c0c2a27fad90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5133848'] for subnet (96802c24-e567-44d2-bcba-545884a16f1e), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:47.913445 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-62c646f2-164f-4c25-8fe5-c0c2a27fad90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (96802c24-e567-44d2-bcba-545884a16f1e), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.031878 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-62c646f2-164f-4c25-8fe5-c0c2a27fad90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4862926'] for subnet (96802c24-e567-44d2-bcba-545884a16f1e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.066630 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c646f2-164f-4c25-8fe5-c0c2a27fad90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96802c24-e567-44d2-bcba-545884a16f1e,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:48.074096 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-62c646f2-164f-4c25-8fe5-c0c2a27fad90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.082399 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54894) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:48.083739 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-62c646f2-164f-4c25-8fe5-c0c2a27fad90 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/96802c24-e567-44d2-bcba-545884a16f1e HTTP/1.1" status: 204 len: 168 time: 0.3024154 Feb 16 14:36:48.158735 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7132-8977-49de-b3bc-c71110a5bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (d4bb419b-f034-4271-865c-dea7c3c53015), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.245155 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7132-8977-49de-b3bc-c71110a5bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (d4bb419b-f034-4271-865c-dea7c3c53015), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.267414 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-1b5b7132-8977-49de-b3bc-c71110a5bcd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bb419b-f034-4271-865c-dea7c3c53015']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:48.277474 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-1b5b7132-8977-49de-b3bc-c71110a5bcd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bc5196-1c55-45aa-81a4-29cca1780c7b') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:48.278003 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-1b5b7132-8977-49de-b3bc-c71110a5bcd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bc5196-1c55-45aa-81a4-29cca1780c7b') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:48.290681 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7132-8977-49de-b3bc-c71110a5bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615047'] for segment (e5bc5196-1c55-45aa-81a4-29cca1780c7b), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.304118 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7132-8977-49de-b3bc-c71110a5bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (e5bc5196-1c55-45aa-81a4-29cca1780c7b), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.313601 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5b7132-8977-49de-b3bc-c71110a5bcd1 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:36:48.314218 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7132-8977-49de-b3bc-c71110a5bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163989'] for segment (e5bc5196-1c55-45aa-81a4-29cca1780c7b), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: Traceback (most recent call last): Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: timer() Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: cb(*args, **kw) Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: return func(*args, **kwargs) Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: self._notify() Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: self.callback(batched_events) Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: event.method(event) Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: return f(self, *a, **k) Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._get(url).json() Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:36:48.315988 dv-cinder-778193-17-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:36:48.418729 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7132-8977-49de-b3bc-c71110a5bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (d4bb419b-f034-4271-865c-dea7c3c53015), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.437540 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7132-8977-49de-b3bc-c71110a5bcd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.440860 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-1b5b7132-8977-49de-b3bc-c71110a5bcd1 admin admin] 10.222.0.133 "DELETE /v2.0/networks/d4bb419b-f034-4271-865c-dea7c3c53015 HTTP/1.1" status: 204 len: 168 time: 0.3579657 Feb 16 14:36:48.442809 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b7132-8977-49de-b3bc-c71110a5bcd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4bb419b-f034-4271-865c-dea7c3c53015,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:48.443906 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54896) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:48.492662 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bbc4d8-2f2b-480b-8b99-7a0712c3cb1e admin admin] Deleting subnet 89647d24-f5d3-48b9-84a0-91d842d3af02 {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:36:48.496295 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-12bbc4d8-2f2b-480b-8b99-7a0712c3cb1e admin admin] Publish callbacks [] for subnet (89647d24-f5d3-48b9-84a0-91d842d3af02), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.530536 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-12bbc4d8-2f2b-480b-8b99-7a0712c3cb1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5133848'] for subnet (89647d24-f5d3-48b9-84a0-91d842d3af02), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.581724 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-12bbc4d8-2f2b-480b-8b99-7a0712c3cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (89647d24-f5d3-48b9-84a0-91d842d3af02), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.710573 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-12bbc4d8-2f2b-480b-8b99-7a0712c3cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4862926'] for subnet (89647d24-f5d3-48b9-84a0-91d842d3af02), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.741772 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbc4d8-2f2b-480b-8b99-7a0712c3cb1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89647d24-f5d3-48b9-84a0-91d842d3af02,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:48.744662 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-12bbc4d8-2f2b-480b-8b99-7a0712c3cb1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.748111 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-12bbc4d8-2f2b-480b-8b99-7a0712c3cb1e admin admin] 10.222.0.133 "DELETE /v2.0/subnets/89647d24-f5d3-48b9-84a0-91d842d3af02 HTTP/1.1" status: 204 len: 168 time: 0.3029864 Feb 16 14:36:48.751486 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54898) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:48.835011 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10e74c72-1c83-45ae-b9f3-a61158984c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (6996eafb-0940-4a99-b4c7-f863559b2504), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.922807 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10e74c72-1c83-45ae-b9f3-a61158984c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (6996eafb-0940-4a99-b4c7-f863559b2504), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.946008 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-10e74c72-1c83-45ae-b9f3-a61158984c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6996eafb-0940-4a99-b4c7-f863559b2504']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:48.956494 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-10e74c72-1c83-45ae-b9f3-a61158984c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb91a539-8830-4c25-a76e-0bdaabd46d0d') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:48.956818 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-10e74c72-1c83-45ae-b9f3-a61158984c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb91a539-8830-4c25-a76e-0bdaabd46d0d') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:48.972663 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10e74c72-1c83-45ae-b9f3-a61158984c4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5133841'] for segment (fb91a539-8830-4c25-a76e-0bdaabd46d0d), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.987690 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10e74c72-1c83-45ae-b9f3-a61158984c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (fb91a539-8830-4c25-a76e-0bdaabd46d0d), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:48.994916 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e74c72-1c83-45ae-b9f3-a61158984c4a admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10e74c72-1c83-45ae-b9f3-a61158984c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5092010'] for segment (fb91a539-8830-4c25-a76e-0bdaabd46d0d), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: Traceback (most recent call last): Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: timer() Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: cb(*args, **kw) Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: return func(*args, **kwargs) Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: self._notify() Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: self.callback(batched_events) Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: event.method(event) Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: return f(self, *a, **k) Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: return self._get(url).json() Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:36:49.000182 dv-cinder-778193-17-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:36:49.135276 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10e74c72-1c83-45ae-b9f3-a61158984c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (6996eafb-0940-4a99-b4c7-f863559b2504), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:49.154469 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-10e74c72-1c83-45ae-b9f3-a61158984c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:49.161501 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-10e74c72-1c83-45ae-b9f3-a61158984c4a admin admin] 10.222.0.133 "DELETE /v2.0/networks/6996eafb-0940-4a99-b4c7-f863559b2504 HTTP/1.1" status: 204 len: 168 time: 0.4068360 Feb 16 14:36:49.161501 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e74c72-1c83-45ae-b9f3-a61158984c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=6996eafb-0940-4a99-b4c7-f863559b2504,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:49.590722 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54906) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:49.635130 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2d0bfd4d-c961-4d0d-8df6-aa5d8862476a admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=aa99870c7bfe453898a3228943cdd3d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431516 Feb 16 14:36:49.637732 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54908) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:49.691893 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5cbaeca8-aa24-4521-990c-251f25d6d48e admin admin] Publish callbacks [] for security_group (6ee1a3db-9e86-43da-8b84-5f812aa743fa), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:49.714467 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5cbaeca8-aa24-4521-990c-251f25d6d48e admin admin] Publish callbacks [] for security_group (6ee1a3db-9e86-43da-8b84-5f812aa743fa), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:49.824504 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5cbaeca8-aa24-4521-990c-251f25d6d48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (6ee1a3db-9e86-43da-8b84-5f812aa743fa), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:49.827889 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5cbaeca8-aa24-4521-990c-251f25d6d48e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:49.831795 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-5cbaeca8-aa24-4521-990c-251f25d6d48e admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/6ee1a3db-9e86-43da-8b84-5f812aa743fa HTTP/1.1" status: 204 len: 168 time: 0.1906121 Feb 16 14:36:49.839866 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbaeca8-aa24-4521-990c-251f25d6d48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee1a3db-9e86-43da-8b84-5f812aa743fa,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:50.643015 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 54924) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:50.692958 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 54926) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:50.693572 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-1cd43866-c7a3-428b-b629-c1f88ec1fd45 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=d2c208781bad4174aeabfdfb470a8dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488827 Feb 16 14:36:50.744892 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-16195168-eeb4-4374-a767-71bf39e172bd admin admin] Publish callbacks [] for security_group (29ea06f8-8cae-4623-a884-c4f7c294ec89), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:50.767092 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-16195168-eeb4-4374-a767-71bf39e172bd admin admin] Publish callbacks [] for security_group (29ea06f8-8cae-4623-a884-c4f7c294ec89), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:50.972721 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-16195168-eeb4-4374-a767-71bf39e172bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (29ea06f8-8cae-4623-a884-c4f7c294ec89), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:50.975373 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-16195168-eeb4-4374-a767-71bf39e172bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:50.976551 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-16195168-eeb4-4374-a767-71bf39e172bd admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/29ea06f8-8cae-4623-a884-c4f7c294ec89 HTTP/1.1" status: 204 len: 168 time: 0.2824533 Feb 16 14:36:50.985266 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16195168-eeb4-4374-a767-71bf39e172bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ea06f8-8cae-4623-a884-c4f7c294ec89,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:54.395583 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 55008) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:54.446959 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7705a5a-193d-4a92-8bdf-02a5602cd744 admin admin] Deleting subnet f07ed503-5bd4-47c5-968c-5cf8addf9b28 {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:36:54.449981 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7705a5a-193d-4a92-8bdf-02a5602cd744 admin admin] Publish callbacks [] for subnet (f07ed503-5bd4-47c5-968c-5cf8addf9b28), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:54.486208 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7705a5a-193d-4a92-8bdf-02a5602cd744 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4615054'] for subnet (f07ed503-5bd4-47c5-968c-5cf8addf9b28), precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:54.523404 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7705a5a-193d-4a92-8bdf-02a5602cd744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (f07ed503-5bd4-47c5-968c-5cf8addf9b28), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:54.618351 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7705a5a-193d-4a92-8bdf-02a5602cd744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957719'] for subnet (f07ed503-5bd4-47c5-968c-5cf8addf9b28), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:54.644566 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7705a5a-193d-4a92-8bdf-02a5602cd744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f07ed503-5bd4-47c5-968c-5cf8addf9b28,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:54.648772 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7705a5a-193d-4a92-8bdf-02a5602cd744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:54.652049 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c7705a5a-193d-4a92-8bdf-02a5602cd744 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/f07ed503-5bd4-47c5-968c-5cf8addf9b28 HTTP/1.1" status: 204 len: 168 time: 0.2551420 Feb 16 14:36:54.654752 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 55010) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:54.726381 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0bcd-ee22-4f86-80ad-93ffc0c75e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (978f335f-dc1c-4d20-9c2d-edaf96a067a2), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:54.802277 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0bcd-ee22-4f86-80ad-93ffc0c75e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (978f335f-dc1c-4d20-9c2d-edaf96a067a2), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:54.821930 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-0a4e0bcd-ee22-4f86-80ad-93ffc0c75e64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978f335f-dc1c-4d20-9c2d-edaf96a067a2']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:54.831145 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-0a4e0bcd-ee22-4f86-80ad-93ffc0c75e64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdc4ef2-b770-4cef-af89-7703deac3cc1') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:54.831442 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-0a4e0bcd-ee22-4f86-80ad-93ffc0c75e64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdc4ef2-b770-4cef-af89-7703deac3cc1') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:54.840709 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0bcd-ee22-4f86-80ad-93ffc0c75e64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615047'] for segment (8cdc4ef2-b770-4cef-af89-7703deac3cc1), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:54.853716 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0bcd-ee22-4f86-80ad-93ffc0c75e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (8cdc4ef2-b770-4cef-af89-7703deac3cc1), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:54.860391 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4e0bcd-ee22-4f86-80ad-93ffc0c75e64 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:36:54.860774 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0bcd-ee22-4f86-80ad-93ffc0c75e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163989'] for segment (8cdc4ef2-b770-4cef-af89-7703deac3cc1), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: Traceback (most recent call last): Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: timer() Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: cb(*args, **kw) Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: return func(*args, **kwargs) Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: self._notify() Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: self.callback(batched_events) Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: event.method(event) Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: return f(self, *a, **k) Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._get(url).json() Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:36:54.862401 dv-cinder-778193-17-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:36:54.949532 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0bcd-ee22-4f86-80ad-93ffc0c75e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (978f335f-dc1c-4d20-9c2d-edaf96a067a2), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:54.956260 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0bcd-ee22-4f86-80ad-93ffc0c75e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:54.959541 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0a4e0bcd-ee22-4f86-80ad-93ffc0c75e64 admin admin] 10.222.0.133 "DELETE /v2.0/networks/978f335f-dc1c-4d20-9c2d-edaf96a067a2 HTTP/1.1" status: 204 len: 168 time: 0.3037734 Feb 16 14:36:54.969600 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e0bcd-ee22-4f86-80ad-93ffc0c75e64 admin admin] Pushing event deleted for resources: {'Network': ['ID=978f335f-dc1c-4d20-9c2d-edaf96a067a2,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:55.245823 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55014) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:55.288148 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bf12b694-10c7-4b20-915b-5c9437d45c01 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=371367592e1445d0bf381d5ecae9a388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411587 Feb 16 14:36:55.290561 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55016) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:36:55.335547 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec301062-7808-4b7b-b066-8baa1fe2988b admin admin] Publish callbacks [] for security_group (68ef49c8-b26b-4891-be6d-292199e73f03), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:55.355666 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec301062-7808-4b7b-b066-8baa1fe2988b admin admin] Publish callbacks [] for security_group (68ef49c8-b26b-4891-be6d-292199e73f03), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:55.469136 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec301062-7808-4b7b-b066-8baa1fe2988b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (68ef49c8-b26b-4891-be6d-292199e73f03), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:55.471668 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec301062-7808-4b7b-b066-8baa1fe2988b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:36:55.472830 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ec301062-7808-4b7b-b066-8baa1fe2988b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/68ef49c8-b26b-4891-be6d-292199e73f03 HTTP/1.1" status: 204 len: 168 time: 0.1813757 Feb 16 14:36:55.482261 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec301062-7808-4b7b-b066-8baa1fe2988b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ef49c8-b26b-4891-be6d-292199e73f03,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:55.943533 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:37:01.520150 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:04.000316 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-181437d1-3e5b-414b-b0d9-8d152595eee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:06.423084 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b8de0452-84f3-414c-8cc7-a35fbf7e497d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:07.702507 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:09.125282 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:10.673900 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:17.200965 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55158) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:17.303062 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-72c43966-337c-485f-b0fd-d1bf58ad1763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:17.374010 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-72c43966-337c-485f-b0fd-d1bf58ad1763 admin admin] Publish callbacks [] for security_group (9eb00b4d-ccb0-49ce-bf83-6fa37cb93409), precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:17.421664 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-72c43966-337c-485f-b0fd-d1bf58ad1763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (9eb00b4d-ccb0-49ce-bf83-6fa37cb93409), after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:17.462354 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-72c43966-337c-485f-b0fd-d1bf58ad1763 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=330b9234e00c44778a11acb9cdeb212f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603452 Feb 16 14:37:17.463259 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c43966-337c-485f-b0fd-d1bf58ad1763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb00b4d-ccb0-49ce-bf83-6fa37cb93409,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:17.465238 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 55162) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:17.513258 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3095fd51-a1c6-4ec4-becd-5aa47e28100b admin admin] Publish callbacks [] for security_group (9eb00b4d-ccb0-49ce-bf83-6fa37cb93409), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:17.534194 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3095fd51-a1c6-4ec4-becd-5aa47e28100b admin admin] Publish callbacks [] for security_group (9eb00b4d-ccb0-49ce-bf83-6fa37cb93409), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:17.650438 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3095fd51-a1c6-4ec4-becd-5aa47e28100b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (9eb00b4d-ccb0-49ce-bf83-6fa37cb93409), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:17.653639 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3095fd51-a1c6-4ec4-becd-5aa47e28100b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:17.654798 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-3095fd51-a1c6-4ec4-becd-5aa47e28100b admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/9eb00b4d-ccb0-49ce-bf83-6fa37cb93409 HTTP/1.1" status: 204 len: 168 time: 0.1884351 Feb 16 14:37:17.662429 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095fd51-a1c6-4ec4-becd-5aa47e28100b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb00b4d-ccb0-49ce-bf83-6fa37cb93409,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:31.483709 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:32.941958 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:37:34.015517 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f1f3b685-1845-4e22-9b46-b91d307b3abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:36.414947 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-69b60248-b9b6-4e83-b007-39d081cb09d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:37.695300 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:38.549450 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55170) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:38.944250 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Deleting port 4bc23187-7c15-498d-a98c-eb257e40fd01 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:38.944494 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (4bc23187-7c15-498d-a98c-eb257e40fd01), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:39.015422 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (4bc23187-7c15-498d-a98c-eb257e40fd01), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:39.015743 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for floatingip (4bc23187-7c15-498d-a98c-eb257e40fd01), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:39.027744 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Calling delete_port for 4bc23187-7c15-498d-a98c-eb257e40fd01 owned by network:floatingip {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:39.083867 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:39.209709 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (4bc23187-7c15-498d-a98c-eb257e40fd01), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:39.234557 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Pushing event deleted for resources: {'Port': ['ID=4bc23187-7c15-498d-a98c-eb257e40fd01,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:39.245987 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:39.246342 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:39.246693 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:39.247054 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:39.247379 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:39.247718 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:39.248050 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:39.248381 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:39.248708 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:39.249061 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:39.249387 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:39.249713 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:39.250035 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:39.313108 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for floatingip (2eac3214-f74f-4757-9995-2d90f103c2a4), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:39.313426 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Floating IP 2eac3214-f74f-4757-9995-2d90f103c2a4 disassociated (deleted). External IP: 172.27.1.213, port: fcc79a8a-76c4-4a76-9e4d-93bb89857266. Feb 16 14:37:39.525644 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Router e12303d6-3780-4b17-ba3e-71539bec6630 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:37:39.633100 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:37:39.638057 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:39.644529 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62813570-1804-4244-aa53-70a7b7f7c782 None None] Sync routers for ids ['e12303d6-3780-4b17-ba3e-71539bec6630'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:37:39.654048 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62813570-1804-4244-aa53-70a7b7f7c782 None None] Routers {'e12303d6-3780-4b17-ba3e-71539bec6630'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:39.654694 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-62813570-1804-4244-aa53-70a7b7f7c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:37:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['e12303d6-3780-4b17-ba3e-71539bec6630'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:39.667245 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-cad2b10a-a7c6-40a6-9a8e-26854188044f tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "DELETE /v2.0/floatingips/2eac3214-f74f-4757-9995-2d90f103c2a4 HTTP/1.1" status: 204 len: 168 time: 1.1167219 Feb 16 14:37:39.667843 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'tag': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:37:39.670133 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50c02363fa5426f791f6a8f15be870b1b836575fcc63bad3ce40b43bfc1392ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1fecc5-5c30-4d12-936a-33923cfaf2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "87355bb4-caa4-4b39-b107-dd6b0c738aed", "tag": "fcc79a8a-76c4-4a76-9e4d-93bb89857266"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:37:39.714081 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9d0d02-c355-4645-8fb7-ce364d01e8b8 x-openstack-request-id: req-2d9d0d02-c355-4645-8fb7-ce364d01e8b8 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:37:39.714381 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87355bb4-caa4-4b39-b107-dd6b0c738aed", "tag": "fcc79a8a-76c4-4a76-9e4d-93bb89857266", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:37:39.714645 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-2d9d0d02-c355-4645-8fb7-ce364d01e8b8 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:37:39.715043 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'tag': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'status': 'completed', 'code': 200} Feb 16 14:37:39.770990 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-62813570-1804-4244-aa53-70a7b7f7c782 None None] Set router e12303d6-3780-4b17-ba3e-71539bec6630 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:39.784379 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fecc5-5c30-4d12-936a-33923cfaf2b3 req-791d6e1e-5320-49c8-bbe3-8314da304df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:39.786053 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cf1fecc5-5c30-4d12-936a-33923cfaf2b3 req-791d6e1e-5320-49c8-bbe3-8314da304df5 service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=67b8e2de3b6c4d2bb841ceb49c5888bd&device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 1130 time: 0.0508554 Feb 16 14:37:39.875233 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fecc5-5c30-4d12-936a-33923cfaf2b3 req-a2d6d421-a191-4d08-bb13-2d6291e9536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:39.876761 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cf1fecc5-5c30-4d12-936a-33923cfaf2b3 req-a2d6d421-a191-4d08-bb13-2d6291e9536e service neutron] 10.222.0.127 "GET /v2.0/networks?id=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 HTTP/1.1" status: 200 len: 910 time: 0.0848625 Feb 16 14:37:39.925491 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cf1fecc5-5c30-4d12-936a-33923cfaf2b3 req-8be584ad-3de2-4526-ab31-ca614e2b6320 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266 HTTP/1.1" status: 200 len: 217 time: 0.0422878 Feb 16 14:37:39.973799 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-62813570-1804-4244-aa53-70a7b7f7c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:53Z', 'revision_number': 4, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port': {'id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '71869212-603b-468a-81e2-60b2e5356af9', 'name': '', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'mac_address': 'fa:16:3e:59:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '590f974b-21de-4a14-a4f5-cce979909e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:52Z', 'updated_at': '2022-02-16T14:32:57Z', 'revision_number': 5, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'subnets': [{'id': '590f974b-21de-4a14-a4f5-cce979909e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:39.974873 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fecc5-5c30-4d12-936a-33923cfaf2b3 req-57e8b46c-0daa-4bb3-a00b-d85e67dc503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:39.976513 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cf1fecc5-5c30-4d12-936a-33923cfaf2b3 req-57e8b46c-0daa-4bb3-a00b-d85e67dc503d service neutron] 10.222.0.127 "GET /v2.0/subnets?id=590f974b-21de-4a14-a4f5-cce979909e16 HTTP/1.1" status: 200 len: 848 time: 0.0446789 Feb 16 14:37:40.005193 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62813570-1804-4244-aa53-70a7b7f7c782 None None] Checking router: e12303d6-3780-4b17-ba3e-71539bec6630 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:37:40.014543 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62813570-1804-4244-aa53-70a7b7f7c782 None None] Routers {'e12303d6-3780-4b17-ba3e-71539bec6630'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:40.015168 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-62813570-1804-4244-aa53-70a7b7f7c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:37:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['e12303d6-3780-4b17-ba3e-71539bec6630'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:40.033993 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fecc5-5c30-4d12-936a-33923cfaf2b3 req-cbbee47a-b274-433d-af1e-5181c579acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:40.035656 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cf1fecc5-5c30-4d12-936a-33923cfaf2b3 req-cbbee47a-b274-433d-af1e-5181c579acac service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0529184 Feb 16 14:37:40.046261 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [req-cf1fecc5-5c30-4d12-936a-33923cfaf2b3 req-79026c1b-316a-4226-a558-2b25d6e2a597 service neutron] http://10.222.0.133:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 14:37:40.047477 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cf1fecc5-5c30-4d12-936a-33923cfaf2b3 req-79026c1b-316a-4226-a558-2b25d6e2a597 service neutron] 10.222.0.127 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054059 Feb 16 14:37:40.129579 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-62813570-1804-4244-aa53-70a7b7f7c782 None None] Set router e12303d6-3780-4b17-ba3e-71539bec6630 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:40.147237 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cf1fecc5-5c30-4d12-936a-33923cfaf2b3 req-ebca5107-be93-4edc-96e6-20f7eed21e0b service neutron] 10.222.0.127 "GET /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933290 Feb 16 14:37:40.241003 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cf1fecc5-5c30-4d12-936a-33923cfaf2b3 req-ab5dc7fc-f54d-43c7-ae2a-353ba08b8e17 service neutron] 10.222.0.127 "GET /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877278 Feb 16 14:37:40.257278 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651b339-6fa9-4a6f-8282-a3317770cc72 req-4d13ffe0-4d08-4aae-8001-eb981676ac0b tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:40.258785 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7651b339-6fa9-4a6f-8282-a3317770cc72 req-4d13ffe0-4d08-4aae-8001-eb981676ac0b tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.2281644 Feb 16 14:37:40.309479 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7651b339-6fa9-4a6f-8282-a3317770cc72 req-8fe67d5a-ec11-4876-ad7a-205b5408ce37 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441322 Feb 16 14:37:40.336418 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-62813570-1804-4244-aa53-70a7b7f7c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:53Z', 'revision_number': 4, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port': {'id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '71869212-603b-468a-81e2-60b2e5356af9', 'name': '', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'mac_address': 'fa:16:3e:59:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '590f974b-21de-4a14-a4f5-cce979909e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:52Z', 'updated_at': '2022-02-16T14:32:57Z', 'revision_number': 5, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'subnets': [{'id': '590f974b-21de-4a14-a4f5-cce979909e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:40.364772 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62813570-1804-4244-aa53-70a7b7f7c782 None None] The sync data for ids ['e12303d6-3780-4b17-ba3e-71539bec6630'] in dv-cinder-778193-17-iscsi is: [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:53Z', 'revision_number': 4, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port': {'id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '71869212-603b-468a-81e2-60b2e5356af9', 'name': '', 'network_id': '922e8c31-ad84-4de7-b6ad-6e2f84ded5c2', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'mac_address': 'fa:16:3e:59:fb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '590f974b-21de-4a14-a4f5-cce979909e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:52Z', 'updated_at': '2022-02-16T14:32:57Z', 'revision_number': 5, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'subnets': [{'id': '590f974b-21de-4a14-a4f5-cce979909e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:37:40.587889 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3489aa-c7d5-46f8-82b2-ddd90487abb5 None None] New status for floating IP 2eac3214-f74f-4757-9995-2d90f103c2a4: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:37:40.689061 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:40.751622 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55184) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:40.906978 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-4a71edd4-25ac-49be-b1e9-002d5ede964b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Deleting port 38f92c18-1eed-474c-b720-088c44bfc984 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:40.907235 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4a71edd4-25ac-49be-b1e9-002d5ede964b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (38f92c18-1eed-474c-b720-088c44bfc984), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:40.983685 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4a71edd4-25ac-49be-b1e9-002d5ede964b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (38f92c18-1eed-474c-b720-088c44bfc984), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:40.984013 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4a71edd4-25ac-49be-b1e9-002d5ede964b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for floatingip (38f92c18-1eed-474c-b720-088c44bfc984), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:40.995629 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-4a71edd4-25ac-49be-b1e9-002d5ede964b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Calling delete_port for 38f92c18-1eed-474c-b720-088c44bfc984 owned by network:floatingip {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:41.186754 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4a71edd4-25ac-49be-b1e9-002d5ede964b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (38f92c18-1eed-474c-b720-088c44bfc984), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:41.213855 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71edd4-25ac-49be-b1e9-002d5ede964b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event deleted for resources: {'Port': ['ID=38f92c18-1eed-474c-b720-088c44bfc984,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:41.273534 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4a71edd4-25ac-49be-b1e9-002d5ede964b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for floatingip (6e77f9e0-1db3-4a67-8998-2357f1520dab), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:41.274291 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.db.l3_db [None req-4a71edd4-25ac-49be-b1e9-002d5ede964b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Floating IP 6e77f9e0-1db3-4a67-8998-2357f1520dab disassociated (deleted). External IP: 172.27.1.132, port: 05f46cfe-5fa3-4140-bc7b-a0e091fe5909. Feb 16 14:37:41.520980 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a71edd4-25ac-49be-b1e9-002d5ede964b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Router 98f0b610-e1f9-43f5-8054-fbcade023e8e has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:37:41.540267 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbd993-0b7a-40af-8b85-0ecbf9225869 req-7de89de0-749c-44e8-8e99-541b7dd19826 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:41.541967 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-90cbd993-0b7a-40af-8b85-0ecbf9225869 req-7de89de0-749c-44e8-8e99-541b7dd19826 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.1622682 Feb 16 14:37:41.596519 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3ab23-6ee6-4caa-98f5-83cf1c2a5e74 req-39902f3c-e5f3-43bf-a1d6-42cd95861674 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:41.598022 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32b3ab23-6ee6-4caa-98f5-83cf1c2a5e74 req-39902f3c-e5f3-43bf-a1d6-42cd95861674 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.127 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 946 time: 0.0570018 Feb 16 14:37:41.662222 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-90cbd993-0b7a-40af-8b85-0ecbf9225869 req-47bcc58d-82d2-49fb-a669-f6e91fcbdafc tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/security-groups?id=8b6ce304-f983-4f8d-9cd2-21eca4474a37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147282 Feb 16 14:37:41.680196 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a71edd4-25ac-49be-b1e9-002d5ede964b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:37:41.685494 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4a71edd4-25ac-49be-b1e9-002d5ede964b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:41.691488 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b7996-2ad7-4e98-ae4d-32094e6764cd None None] Sync routers for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:37:41.697049 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-32b3ab23-6ee6-4caa-98f5-83cf1c2a5e74 req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Deleting port fcc79a8a-76c4-4a76-9e4d-93bb89857266 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:41.697477 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-32b3ab23-6ee6-4caa-98f5-83cf1c2a5e74 req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:41.702682 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b7996-2ad7-4e98-ae4d-32094e6764cd None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:41.703406 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-c99b7996-2ad7-4e98-ae4d-32094e6764cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:37:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:41.720636 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-4a71edd4-25ac-49be-b1e9-002d5ede964b tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "DELETE /v2.0/floatingips/6e77f9e0-1db3-4a67-8998-2357f1520dab HTTP/1.1" status: 204 len: 168 time: 0.9655669 Feb 16 14:37:41.720636 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40418772-3097-469a-acd7-e113e9823f21', 'tag': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:37:41.721192 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50c02363fa5426f791f6a8f15be870b1b836575fcc63bad3ce40b43bfc1392ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c38309-16d1-4128-b551-4fbcba633fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "40418772-3097-469a-acd7-e113e9823f21", "tag": "05f46cfe-5fa3-4140-bc7b-a0e091fe5909"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:37:41.785809 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fdf971-4660-41da-b804-6eccc6dd8f09 x-openstack-request-id: req-f3fdf971-4660-41da-b804-6eccc6dd8f09 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:37:41.786965 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40418772-3097-469a-acd7-e113e9823f21", "tag": "05f46cfe-5fa3-4140-bc7b-a0e091fe5909", "status": "completed", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:37:41.787555 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-f3fdf971-4660-41da-b804-6eccc6dd8f09 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:37:41.788308 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40418772-3097-469a-acd7-e113e9823f21', 'tag': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909', 'status': 'completed', 'code': 200} Feb 16 14:37:41.797851 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-32b3ab23-6ee6-4caa-98f5-83cf1c2a5e74 req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] For port fcc79a8a-76c4-4a76-9e4d-93bb89857266, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=fcc79a8a-76c4-4a76-9e4d-93bb89857266,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:41.798263 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-32b3ab23-6ee6-4caa-98f5-83cf1c2a5e74 req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:41.821623 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-32b3ab23-6ee6-4caa-98f5-83cf1c2a5e74 req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Calling delete_port for fcc79a8a-76c4-4a76-9e4d-93bb89857266 owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:41.910197 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38309-16d1-4128-b551-4fbcba633fdf req-d0529e05-1136-4866-8c86-9baff691f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:41.911721 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3c38309-16d1-4128-b551-4fbcba633fdf req-d0529e05-1136-4866-8c86-9baff691f15d service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 1130 time: 0.0990796 Feb 16 14:37:41.959536 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-c99b7996-2ad7-4e98-ae4d-32094e6764cd None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:42.053683 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38309-16d1-4128-b551-4fbcba633fdf req-1d5c12ed-44cf-442a-a9f0-a137dfdab9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:42.055179 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3c38309-16d1-4128-b551-4fbcba633fdf req-1d5c12ed-44cf-442a-a9f0-a137dfdab9b9 service neutron] 10.222.0.127 "GET /v2.0/networks?id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac HTTP/1.1" status: 200 len: 913 time: 0.1362803 Feb 16 14:37:42.110662 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3c38309-16d1-4128-b551-4fbcba633fdf req-073b2738-51b1-4001-aed5-a407a0d59d5c service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=05f46cfe-5fa3-4140-bc7b-a0e091fe5909 HTTP/1.1" status: 200 len: 217 time: 0.0471451 Feb 16 14:37:42.111988 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-32b3ab23-6ee6-4caa-98f5-83cf1c2a5e74 req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (fcc79a8a-76c4-4a76-9e4d-93bb89857266), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:42.172546 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Pushing event deleted for resources: {'Port': ['ID=fcc79a8a-76c4-4a76-9e4d-93bb89857266,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:42.172825 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb96a88-aa52-4c19-a00e-c233f1247c98 req-871959f2-7c0d-42b2-bf81-4a29bdff6f75 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:42.174278 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9fb96a88-aa52-4c19-a00e-c233f1247c98 req-871959f2-7c0d-42b2-bf81-4a29bdff6f75 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 946 time: 0.0531271 Feb 16 14:37:42.205025 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-c99b7996-2ad7-4e98-ae4d-32094e6764cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': 'd0be3b9a-5de2-48e3-9dac-6d79f2e17c45', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': 'a6a3d505-2303-4112-aeb2-904903b018da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:b7:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303aa18-616b-4433-847f-2e21a3c5b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:33:53Z', 'updated_at': '2022-02-16T14:33:55Z', 'revision_number': 1, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:42.206449 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:42.206809 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:42.207164 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:42.207517 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:42.207856 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:42.208198 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:42.208536 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:42.208925 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:42.209260 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:42.209648 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:42.209931 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:42.210275 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:42.210589 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:42.238165 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b7996-2ad7-4e98-ae4d-32094e6764cd None None] Checking router: 98f0b610-e1f9-43f5-8054-fbcade023e8e for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:37:42.240334 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b3ab23-6ee6-4caa-98f5-83cf1c2a5e74 req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] No DVR routers for this DVR port fcc79a8a-76c4-4a76-9e4d-93bb89857266 on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:37:42.244201 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-32b3ab23-6ee6-4caa-98f5-83cf1c2a5e74 req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:42.247605 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-32b3ab23-6ee6-4caa-98f5-83cf1c2a5e74 req-984b1473-3b89-4f7d-9742-0666daead5fa tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.127 "DELETE /v2.0/ports/fcc79a8a-76c4-4a76-9e4d-93bb89857266 HTTP/1.1" status: 204 len: 173 time: 0.6443741 Feb 16 14:37:42.247920 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-9fb96a88-aa52-4c19-a00e-c233f1247c98 req-cfed1ef1-aa1c-410c-bcba-ebb7b5d61fb4 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602424 Feb 16 14:37:42.248134 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b7996-2ad7-4e98-ae4d-32094e6764cd None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:42.248322 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'name': 'network-vif-deleted', 'tag': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:37:42.248886 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-c99b7996-2ad7-4e98-ae4d-32094e6764cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:37:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:42.255021 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dfd6a8-06a5-4aa3-9dba-e9b51b06da34" -d '{"events": [{"server_uuid": "87355bb4-caa4-4b39-b107-dd6b0c738aed", "name": "network-vif-deleted", "tag": "fcc79a8a-76c4-4a76-9e4d-93bb89857266"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:37:42.260695 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38309-16d1-4128-b551-4fbcba633fdf req-79a712b7-16f6-4ce9-9138-81afb4f46acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:42.262346 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3c38309-16d1-4128-b551-4fbcba633fdf req-79a712b7-16f6-4ce9-9138-81afb4f46acc service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6a6eba54-d08a-4809-9cbc-4e2a0d64b56a HTTP/1.1" status: 200 len: 851 time: 0.1386998 Feb 16 14:37:42.304199 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c8a97e-5122-4e6a-b07a-a39c2c1058d4 x-openstack-request-id: req-e7c8a97e-5122-4e6a-b07a-a39c2c1058d4 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:37:42.304614 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87355bb4-caa4-4b39-b107-dd6b0c738aed", "name": "network-vif-deleted", "tag": "fcc79a8a-76c4-4a76-9e4d-93bb89857266", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:37:42.304976 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-e7c8a97e-5122-4e6a-b07a-a39c2c1058d4 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:37:42.305557 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87355bb4-caa4-4b39-b107-dd6b0c738aed', 'name': 'network-vif-deleted', 'tag': 'fcc79a8a-76c4-4a76-9e4d-93bb89857266', 'status': 'completed', 'code': 200} Feb 16 14:37:42.326320 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38309-16d1-4128-b551-4fbcba633fdf req-7eb54031-ca7f-4e8a-8f04-f96250724548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:42.327857 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3c38309-16d1-4128-b551-4fbcba633fdf req-7eb54031-ca7f-4e8a-8f04-f96250724548 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0588446 Feb 16 14:37:42.361322 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-c99b7996-2ad7-4e98-ae4d-32094e6764cd None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:42.421984 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3c38309-16d1-4128-b551-4fbcba633fdf req-f1664993-28ef-4737-80a5-12700609c5dd service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869122 Feb 16 14:37:42.518877 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b3c38309-16d1-4128-b551-4fbcba633fdf req-c63a3513-6f5b-40c7-8d3f-ccc9318e46b0 service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895123 Feb 16 14:37:42.618311 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-c99b7996-2ad7-4e98-ae4d-32094e6764cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': 'd0be3b9a-5de2-48e3-9dac-6d79f2e17c45', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': 'a6a3d505-2303-4112-aeb2-904903b018da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:b7:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303aa18-616b-4433-847f-2e21a3c5b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:33:53Z', 'updated_at': '2022-02-16T14:33:55Z', 'revision_number': 1, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:42.645643 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b7996-2ad7-4e98-ae4d-32094e6764cd None None] The sync data for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi is: [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_floatingips': [{'id': 'd0be3b9a-5de2-48e3-9dac-6d79f2e17c45', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'router_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'port_id': 'a6a3d505-2303-4112-aeb2-904903b018da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'mac_address': 'fa:16:3e:b7:7e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8303aa18-616b-4433-847f-2e21a3c5b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:33:53Z', 'updated_at': '2022-02-16T14:33:55Z', 'revision_number': 1, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:37:42.762047 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-6a69ffcd-d95a-49d3-a0b8-09c7fc20880c req-0ad66545-bb8f-4863-838f-925673d90fa4 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "GET /v2.0/ports?device_id=87355bb4-caa4-4b39-b107-dd6b0c738aed HTTP/1.1" status: 200 len: 210 time: 0.0270901 Feb 16 14:37:42.890132 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd4166f-ac72-4daf-ba66-c95c464585ef None None] New status for floating IP 6e77f9e0-1db3-4a67-8998-2357f1520dab: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:37:43.386902 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b0b36-66bd-4779-aeef-64defbf94eff req-d050557d-8510-4385-9a2f-904d38c80d88 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:43.388405 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a00b0b36-66bd-4779-aeef-64defbf94eff req-d050557d-8510-4385-9a2f-904d38c80d88 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 946 time: 0.0566435 Feb 16 14:37:43.437174 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-a00b0b36-66bd-4779-aeef-64defbf94eff req-83c15ef9-8ed3-4171-906a-85247e04cfa4 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428200 Feb 16 14:37:43.818972 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55206) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:43.865245 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1d875-472d-4633-bbf3-166b4aa51b1d req-91552228-dde7-462a-a074-6fe11299a9c6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:43.866613 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1ce1d875-472d-4633-bbf3-166b4aa51b1d req-91552228-dde7-462a-a074-6fe11299a9c6 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 946 time: 0.0525382 Feb 16 14:37:43.874449 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0889dbcc-7aad-40a9-81e8-693d20073f36 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group (8b6ce304-f983-4f8d-9cd2-21eca4474a37), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:43.898882 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0889dbcc-7aad-40a9-81e8-693d20073f36 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group (8b6ce304-f983-4f8d-9cd2-21eca4474a37), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:43.963613 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-1ce1d875-472d-4633-bbf3-166b4aa51b1d req-c4b63bf5-4cd2-4971-84c8-340ec00b3653 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Deleting port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:43.964039 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-1ce1d875-472d-4633-bbf3-166b4aa51b1d req-c4b63bf5-4cd2-4971-84c8-340ec00b3653 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:44.009122 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0889dbcc-7aad-40a9-81e8-693d20073f36 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (8b6ce304-f983-4f8d-9cd2-21eca4474a37), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:44.011934 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0889dbcc-7aad-40a9-81e8-693d20073f36 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:44.013121 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0889dbcc-7aad-40a9-81e8-693d20073f36 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] 10.222.0.133 "DELETE /v2.0/security-groups/8b6ce304-f983-4f8d-9cd2-21eca4474a37 HTTP/1.1" status: 204 len: 168 time: 0.1931252 Feb 16 14:37:44.023025 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889dbcc-7aad-40a9-81e8-693d20073f36 tempest-TestShelveInstance-1642827221 tempest-TestShelveInstance-1642827221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6ce304-f983-4f8d-9cd2-21eca4474a37,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:44.057747 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-1ce1d875-472d-4633-bbf3-166b4aa51b1d req-c4b63bf5-4cd2-4971-84c8-340ec00b3653 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] For port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=05f46cfe-5fa3-4140-bc7b-a0e091fe5909,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:44.058118 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-1ce1d875-472d-4633-bbf3-166b4aa51b1d req-c4b63bf5-4cd2-4971-84c8-340ec00b3653 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:44.071223 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-1ce1d875-472d-4633-bbf3-166b4aa51b1d req-c4b63bf5-4cd2-4971-84c8-340ec00b3653 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Calling delete_port for 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:44.098269 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55210) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:44.243538 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-1ce1d875-472d-4633-bbf3-166b4aa51b1d req-c4b63bf5-4cd2-4971-84c8-340ec00b3653 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (05f46cfe-5fa3-4140-bc7b-a0e091fe5909), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:44.271921 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b63bf5-4cd2-4971-84c8-340ec00b3653 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event deleted for resources: {'Port': ['ID=05f46cfe-5fa3-4140-bc7b-a0e091fe5909,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:44.317669 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce1d875-472d-4633-bbf3-166b4aa51b1d req-c4b63bf5-4cd2-4971-84c8-340ec00b3653 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] No DVR routers for this DVR port 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:37:44.319962 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-1ce1d875-472d-4633-bbf3-166b4aa51b1d req-c4b63bf5-4cd2-4971-84c8-340ec00b3653 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:44.324193 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1ce1d875-472d-4633-bbf3-166b4aa51b1d req-c4b63bf5-4cd2-4971-84c8-340ec00b3653 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "DELETE /v2.0/ports/05f46cfe-5fa3-4140-bc7b-a0e091fe5909 HTTP/1.1" status: 204 len: 173 time: 0.4516132 Feb 16 14:37:44.324646 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40418772-3097-469a-acd7-e113e9823f21', 'name': 'network-vif-deleted', 'tag': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:37:44.326945 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039a3dec-b811-48b3-885d-41899fe7e3ce" -d '{"events": [{"server_uuid": "40418772-3097-469a-acd7-e113e9823f21", "name": "network-vif-deleted", "tag": "05f46cfe-5fa3-4140-bc7b-a0e091fe5909"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:37:44.362165 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7035ca-6f9a-4773-b2dc-5a958f53c2b0 x-openstack-request-id: req-6a7035ca-6f9a-4773-b2dc-5a958f53c2b0 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:37:44.362452 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40418772-3097-469a-acd7-e113e9823f21", "name": "network-vif-deleted", "tag": "05f46cfe-5fa3-4140-bc7b-a0e091fe5909", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:37:44.362717 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-6a7035ca-6f9a-4773-b2dc-5a958f53c2b0 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:37:44.363121 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40418772-3097-469a-acd7-e113e9823f21', 'name': 'network-vif-deleted', 'tag': '05f46cfe-5fa3-4140-bc7b-a0e091fe5909', 'status': 'completed', 'code': 200} Feb 16 14:37:44.457684 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0175-7355-4b97-ae47-f53b0f918fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016786'] for router_interface (e12303d6-3780-4b17-ba3e-71539bec6630), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:44.558525 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-191b4242-5704-4ba7-8bac-fdcbedf9da4d req-679d334b-4ee2-4372-932e-cd0472758697 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=40418772-3097-469a-acd7-e113e9823f21 HTTP/1.1" status: 200 len: 210 time: 0.0355499 Feb 16 14:37:44.749940 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc0175-7355-4b97-ae47-f53b0f918fd4 admin admin] Deleting port 71869212-603b-468a-81e2-60b2e5356af9 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:44.750797 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0175-7355-4b97-ae47-f53b0f918fd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (71869212-603b-468a-81e2-60b2e5356af9), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:44.831100 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cdbc0175-7355-4b97-ae47-f53b0f918fd4 admin admin] For port 71869212-603b-468a-81e2-60b2e5356af9, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=71869212-603b-468a-81e2-60b2e5356af9,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:44.831393 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0175-7355-4b97-ae47-f53b0f918fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (71869212-603b-468a-81e2-60b2e5356af9), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:44.843987 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cdbc0175-7355-4b97-ae47-f53b0f918fd4 admin admin] Calling delete_port for 71869212-603b-468a-81e2-60b2e5356af9 owned by network:router_interface {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:45.054541 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0175-7355-4b97-ae47-f53b0f918fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (71869212-603b-468a-81e2-60b2e5356af9), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:45.083639 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc0175-7355-4b97-ae47-f53b0f918fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=71869212-603b-468a-81e2-60b2e5356af9,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:45.249487 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cdbc0175-7355-4b97-ae47-f53b0f918fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1018402'] for router_interface (e12303d6-3780-4b17-ba3e-71539bec6630), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:45.707682 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbc0175-7355-4b97-ae47-f53b0f918fd4 admin admin] Router e12303d6-3780-4b17-ba3e-71539bec6630 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:37:45.816006 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbc0175-7355-4b97-ae47-f53b0f918fd4 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:37:45.821135 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-cdbc0175-7355-4b97-ae47-f53b0f918fd4 admin admin] 10.222.0.133 "PUT /v2.0/routers/e12303d6-3780-4b17-ba3e-71539bec6630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7214172 Feb 16 14:37:45.824267 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55222) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:45.826519 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff75c3e-68cf-4c06-933a-138680794ae9 None None] Sync routers for ids ['e12303d6-3780-4b17-ba3e-71539bec6630'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:37:45.838027 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff75c3e-68cf-4c06-933a-138680794ae9 None None] Routers {'e12303d6-3780-4b17-ba3e-71539bec6630'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:45.839002 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-2ff75c3e-68cf-4c06-933a-138680794ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:37:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['e12303d6-3780-4b17-ba3e-71539bec6630'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:45.930063 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] Publish callbacks [] for router (e12303d6-3780-4b17-ba3e-71539bec6630), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:45.949950 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-2ff75c3e-68cf-4c06-933a-138680794ae9 None None] Set router e12303d6-3780-4b17-ba3e-71539bec6630 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:46.033983 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] Publish callbacks [] for router_gateway (e12303d6-3780-4b17-ba3e-71539bec6630), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:46.121856 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device fcc79a8a-76c4-4a76-9e4d-93bb89857266 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:37:46.131132 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] Deleting port 8875967a-ccd1-4468-a42f-1b790b3eced2 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:46.131864 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (8875967a-ccd1-4468-a42f-1b790b3eced2), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:46.145546 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: fcc79a8a-76c4-4a76-9e4d-93bb89857266 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:37:46.145893 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device fcc79a8a-76c4-4a76-9e4d-93bb89857266 not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:37:46.153099 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-2ff75c3e-68cf-4c06-933a-138680794ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:37:44Z', 'revision_number': 5, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port': {'id': '8875967a-ccd1-4468-a42f-1b790b3eced2', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:32:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:46.182094 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff75c3e-68cf-4c06-933a-138680794ae9 None None] Checking router: e12303d6-3780-4b17-ba3e-71539bec6630 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:37:46.189845 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff75c3e-68cf-4c06-933a-138680794ae9 None None] Routers {'e12303d6-3780-4b17-ba3e-71539bec6630'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:46.190521 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-2ff75c3e-68cf-4c06-933a-138680794ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:37:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['e12303d6-3780-4b17-ba3e-71539bec6630'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:46.213324 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] For port 8875967a-ccd1-4468-a42f-1b790b3eced2, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=8875967a-ccd1-4468-a42f-1b790b3eced2,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:46.213995 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (8875967a-ccd1-4468-a42f-1b790b3eced2), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:46.226551 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] Calling delete_port for 8875967a-ccd1-4468-a42f-1b790b3eced2 owned by network:router_gateway {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:46.280483 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-2ff75c3e-68cf-4c06-933a-138680794ae9 None None] Set router e12303d6-3780-4b17-ba3e-71539bec6630 gateway port host: None {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:46.335305 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-2ff75c3e-68cf-4c06-933a-138680794ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:37:46Z', 'revision_number': 6, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port_host': None}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:46.361103 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff75c3e-68cf-4c06-933a-138680794ae9 None None] The sync data for ids ['e12303d6-3780-4b17-ba3e-71539bec6630'] in dv-cinder-778193-17-iscsi is: [{'id': 'e12303d6-3780-4b17-ba3e-71539bec6630', 'name': 'tempest-TestShelveInstance-1119600979-router', 'tenant_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:49Z', 'updated_at': '2022-02-16T14:37:46Z', 'revision_number': 6, 'project_id': '67b8e2de3b6c4d2bb841ceb49c5888bd', 'gw_port_host': None}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:37:46.472234 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (8875967a-ccd1-4468-a42f-1b790b3eced2), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:46.500310 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] Pushing event deleted for resources: {'Port': ['ID=8875967a-ccd1-4468-a42f-1b790b3eced2,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:46.564541 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022104'] for router_gateway (e12303d6-3780-4b17-ba3e-71539bec6630), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:46.656694 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62057'] for router (e12303d6-3780-4b17-ba3e-71539bec6630), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:46.658734 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] Publish callbacks [] for router_controller (e12303d6-3780-4b17-ba3e-71539bec6630), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:46.763767 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1029900'] for router (e12303d6-3780-4b17-ba3e-71539bec6630), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:46.764445 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e12303d6-3780-4b17-ba3e-71539bec6630 {{(pid=103211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:37:46.773852 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:46.773852 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-bdc7d927-541f-4eaa-b007-0495f80b605f admin admin] 10.222.0.133 "DELETE /v2.0/routers/e12303d6-3780-4b17-ba3e-71539bec6630 HTTP/1.1" status: 204 len: 168 time: 0.9457805 Feb 16 14:37:46.773852 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55224) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:46.923993 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-297e36c7-4130-46f9-83c4-3e2e0799bc29 admin admin] Deleting subnet 590f974b-21de-4a14-a4f5-cce979909e16 {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:37:46.927319 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-297e36c7-4130-46f9-83c4-3e2e0799bc29 admin admin] Publish callbacks [] for subnet (590f974b-21de-4a14-a4f5-cce979909e16), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:46.963264 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-297e36c7-4130-46f9-83c4-3e2e0799bc29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5133848'] for subnet (590f974b-21de-4a14-a4f5-cce979909e16), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.041293 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-297e36c7-4130-46f9-83c4-3e2e0799bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (590f974b-21de-4a14-a4f5-cce979909e16), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.141347 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-297e36c7-4130-46f9-83c4-3e2e0799bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4862926'] for subnet (590f974b-21de-4a14-a4f5-cce979909e16), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.174484 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-297e36c7-4130-46f9-83c4-3e2e0799bc29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.180240 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-297e36c7-4130-46f9-83c4-3e2e0799bc29 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/590f974b-21de-4a14-a4f5-cce979909e16 HTTP/1.1" status: 204 len: 168 time: 0.4038010 Feb 16 14:37:47.180240 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e36c7-4130-46f9-83c4-3e2e0799bc29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590f974b-21de-4a14-a4f5-cce979909e16,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:47.182368 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 55234) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:47.192175 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3f9f33-2dc0-4a62-88fa-5d85b9a9e493 None None] Network 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:37:47.198257 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 8875967a-ccd1-4468-a42f-1b790b3eced2 no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:37:47.238240 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 8875967a-ccd1-4468-a42f-1b790b3eced2 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:37:47.238590 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 8875967a-ccd1-4468-a42f-1b790b3eced2 not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:37:47.239010 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 71869212-603b-468a-81e2-60b2e5356af9 no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:37:47.262473 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 71869212-603b-468a-81e2-60b2e5356af9 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:37:47.262822 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 71869212-603b-468a-81e2-60b2e5356af9 not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:37:47.268335 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (922e8c31-ad84-4de7-b6ad-6e2f84ded5c2), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.324754 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Deleting port c6f48441-252a-4183-b103-debeaf1c036b {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:47.325218 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (c6f48441-252a-4183-b103-debeaf1c036b), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.400816 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] For port c6f48441-252a-4183-b103-debeaf1c036b, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=c6f48441-252a-4183-b103-debeaf1c036b,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:47.401222 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (c6f48441-252a-4183-b103-debeaf1c036b), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.402628 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] DHCP port deletion for 922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 request from dv-cinder-778193-17-iscsi {{(pid=103212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:37:47.415512 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Calling delete_port for c6f48441-252a-4183-b103-debeaf1c036b owned by network:dhcp {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:47.454778 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Deleting port c6f48441-252a-4183-b103-debeaf1c036b {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:47.455431 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (c6f48441-252a-4183-b103-debeaf1c036b), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.522408 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] For port c6f48441-252a-4183-b103-debeaf1c036b, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=c6f48441-252a-4183-b103-debeaf1c036b,segment=NetworkSegment(91d76869-00d2-4553-9d61-b6349ce1dbdc),segment_id=91d76869-00d2-4553-9d61-b6349ce1dbdc)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:47.522813 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (c6f48441-252a-4183-b103-debeaf1c036b), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.535520 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Calling delete_port for c6f48441-252a-4183-b103-debeaf1c036b owned by network:dhcp {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:47.569197 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (c6f48441-252a-4183-b103-debeaf1c036b), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.597985 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] No DVR routers for this DVR port c6f48441-252a-4183-b103-debeaf1c036b on host dv-cinder-778193-17-iscsi {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:37:47.602961 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f48441-252a-4183-b103-debeaf1c036b,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:47.614246 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (c6f48441-252a-4183-b103-debeaf1c036b), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.641220 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Pushing event deleted for resources: {'Port': ['ID=c6f48441-252a-4183-b103-debeaf1c036b,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:47.643726 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] No DVR routers for this DVR port c6f48441-252a-4183-b103-debeaf1c036b on host dv-cinder-778193-17-iscsi {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:37:47.652200 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:47.652200 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:47.652200 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:47.652532 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:47.652630 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:47.652988 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:47.653322 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:47.653675 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:47.654006 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:47.654692 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:47.654692 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:47.655524 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:47.655524 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a782867-0755-4605-98ad-86cc3a959586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-17-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:37:47.680352 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (922e8c31-ad84-4de7-b6ad-6e2f84ded5c2), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.703508 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922e8c31-ad84-4de7-b6ad-6e2f84ded5c2']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:47.713392 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d76869-00d2-4553-9d61-b6349ce1dbdc') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:47.713691 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d76869-00d2-4553-9d61-b6349ce1dbdc') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:47.723242 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615047'] for segment (91d76869-00d2-4553-9d61-b6349ce1dbdc), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.736540 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (91d76869-00d2-4553-9d61-b6349ce1dbdc), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.742338 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:37:47.742719 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163989'] for segment (91d76869-00d2-4553-9d61-b6349ce1dbdc), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: Traceback (most recent call last): Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: timer() Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: cb(*args, **kw) Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: return func(*args, **kwargs) Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: self._notify() Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: self.callback(batched_events) Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: event.method(event) Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: return f(self, *a, **k) Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._get(url).json() Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:37:47.745061 dv-cinder-778193-17-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:37:47.854681 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (922e8c31-ad84-4de7-b6ad-6e2f84ded5c2), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.859132 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:47.862493 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] 10.222.0.133 "DELETE /v2.0/networks/922e8c31-ad84-4de7-b6ad-6e2f84ded5c2 HTTP/1.1" status: 204 len: 168 time: 0.6806672 Feb 16 14:37:47.865561 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55236) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:47.875372 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7408c-5d81-42bc-8b0c-1b91ac5baa56 admin admin] Pushing event deleted for resources: {'Network': ['ID=922e8c31-ad84-4de7-b6ad-6e2f84ded5c2,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:48.028073 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 55240) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:48.117665 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:37:48.140392 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:37:48.140771 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device 05f46cfe-5fa3-4140-bc7b-a0e091fe5909 not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:37:48.187383 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-9ce3ffef-2ed4-46e1-ba49-ffdf2f395c96 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Deleting port 5499dbb0-b90b-401a-9862-98de03bc104e {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:48.187958 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ffef-2ed4-46e1-ba49-ffdf2f395c96 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (5499dbb0-b90b-401a-9862-98de03bc104e), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:48.213319 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ba6-187b-418c-96e4-ba9bb88bfe8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016786'] for router_interface (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:48.266831 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ffef-2ed4-46e1-ba49-ffdf2f395c96 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (5499dbb0-b90b-401a-9862-98de03bc104e), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:48.267094 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ffef-2ed4-46e1-ba49-ffdf2f395c96 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for floatingip (5499dbb0-b90b-401a-9862-98de03bc104e), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:48.279444 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-9ce3ffef-2ed4-46e1-ba49-ffdf2f395c96 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Calling delete_port for 5499dbb0-b90b-401a-9862-98de03bc104e owned by network:floatingip {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:48.469408 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-8dda2ba6-187b-418c-96e4-ba9bb88bfe8b admin admin] Deleting port c8c0bc0b-4773-45ad-8e50-0bb36a25a360 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:48.469733 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ba6-187b-418c-96e4-ba9bb88bfe8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:48.553665 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-8dda2ba6-187b-418c-96e4-ba9bb88bfe8b admin admin] For port c8c0bc0b-4773-45ad-8e50-0bb36a25a360, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=c8c0bc0b-4773-45ad-8e50-0bb36a25a360,segment=NetworkSegment(d6b4c38d-36ca-4810-bbea-b1f4365e7cfd),segment_id=d6b4c38d-36ca-4810-bbea-b1f4365e7cfd)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:48.554019 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ba6-187b-418c-96e4-ba9bb88bfe8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:48.567989 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-8dda2ba6-187b-418c-96e4-ba9bb88bfe8b admin admin] Calling delete_port for c8c0bc0b-4773-45ad-8e50-0bb36a25a360 owned by network:router_interface {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:48.769125 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ffef-2ed4-46e1-ba49-ffdf2f395c96 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (5499dbb0-b90b-401a-9862-98de03bc104e), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:48.795820 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3ffef-2ed4-46e1-ba49-ffdf2f395c96 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event deleted for resources: {'Port': ['ID=5499dbb0-b90b-401a-9862-98de03bc104e,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:48.838271 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ba6-187b-418c-96e4-ba9bb88bfe8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (c8c0bc0b-4773-45ad-8e50-0bb36a25a360), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:48.854480 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ffef-2ed4-46e1-ba49-ffdf2f395c96 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for floatingip (d0be3b9a-5de2-48e3-9dac-6d79f2e17c45), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:48.854813 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.db.l3_db [None req-9ce3ffef-2ed4-46e1-ba49-ffdf2f395c96 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Floating IP d0be3b9a-5de2-48e3-9dac-6d79f2e17c45 disassociated (deleted). External IP: 172.27.1.26, port: a6a3d505-2303-4112-aeb2-904903b018da. Feb 16 14:37:48.865830 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda2ba6-187b-418c-96e4-ba9bb88bfe8b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c0bc0b-4773-45ad-8e50-0bb36a25a360,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:49.048492 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8dda2ba6-187b-418c-96e4-ba9bb88bfe8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1018402'] for router_interface (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:49.094912 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce3ffef-2ed4-46e1-ba49-ffdf2f395c96 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Router 98f0b610-e1f9-43f5-8054-fbcade023e8e has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:37:49.145369 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device c6f48441-252a-4183-b103-debeaf1c036b no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:37:49.171065 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: c6f48441-252a-4183-b103-debeaf1c036b {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:37:49.171403 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device c6f48441-252a-4183-b103-debeaf1c036b not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:37:49.220021 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce3ffef-2ed4-46e1-ba49-ffdf2f395c96 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:37:49.224500 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9ce3ffef-2ed4-46e1-ba49-ffdf2f395c96 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:49.232679 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3390bb-d97d-4dfc-8f5d-22a24d119eba None None] Sync routers for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:37:49.244264 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3390bb-d97d-4dfc-8f5d-22a24d119eba None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:49.244914 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-4d3390bb-d97d-4dfc-8f5d-22a24d119eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:37:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:49.254392 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9ce3ffef-2ed4-46e1-ba49-ffdf2f395c96 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "DELETE /v2.0/floatingips/d0be3b9a-5de2-48e3-9dac-6d79f2e17c45 HTTP/1.1" status: 204 len: 168 time: 1.2252231 Feb 16 14:37:49.255052 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8303aa18-616b-4433-847f-2e21a3c5b110', 'tag': 'a6a3d505-2303-4112-aeb2-904903b018da'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:37:49.257401 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33704eef-76f3-4fdf-b24d-b7e0e7152aae" -d '{"events": [{"name": "network-changed", "server_uuid": "8303aa18-616b-4433-847f-2e21a3c5b110", "tag": "a6a3d505-2303-4112-aeb2-904903b018da"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:37:49.293871 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dda2ba6-187b-418c-96e4-ba9bb88bfe8b admin admin] Router 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:37:49.302499 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 14:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51b3c8f-d6af-4981-9f53-4d343ceca181 x-openstack-request-id: req-c51b3c8f-d6af-4981-9f53-4d343ceca181 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:37:49.303386 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8303aa18-616b-4433-847f-2e21a3c5b110", "tag": "a6a3d505-2303-4112-aeb2-904903b018da", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:37:49.303646 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-c51b3c8f-d6af-4981-9f53-4d343ceca181 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:37:49.304335 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8303aa18-616b-4433-847f-2e21a3c5b110', 'tag': 'a6a3d505-2303-4112-aeb2-904903b018da', 'status': 'completed', 'code': 200} Feb 16 14:37:49.381159 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33704eef-76f3-4fdf-b24d-b7e0e7152aae req-5c330606-d755-4396-8a0d-543b8d9c1d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:49.383047 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-33704eef-76f3-4fdf-b24d-b7e0e7152aae req-5c330606-d755-4396-8a0d-543b8d9c1d3b service neutron] 10.222.0.127 "GET /v2.0/ports?tenant_id=71aa13b5525343d9b20e223b0307b273&device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 1129 time: 0.0593002 Feb 16 14:37:49.404112 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-4d3390bb-d97d-4dfc-8f5d-22a24d119eba None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:49.425710 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dda2ba6-187b-418c-96e4-ba9bb88bfe8b admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:37:49.434176 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-8dda2ba6-187b-418c-96e4-ba9bb88bfe8b admin admin] 10.222.0.133 "PUT /v2.0/routers/2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5673716 Feb 16 14:37:49.434872 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55246) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:49.441702 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a192f204-83f8-40a6-9a45-698686c73971 None None] Sync routers for ids ['2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:37:49.465883 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a192f204-83f8-40a6-9a45-698686c73971 None None] Routers {'2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:49.467662 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-a192f204-83f8-40a6-9a45-698686c73971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:37:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:49.534581 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33704eef-76f3-4fdf-b24d-b7e0e7152aae req-f249abac-54d2-4540-b72b-6c17d0d3d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:49.536570 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-33704eef-76f3-4fdf-b24d-b7e0e7152aae req-f249abac-54d2-4540-b72b-6c17d0d3d921 service neutron] 10.222.0.127 "GET /v2.0/networks?id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac HTTP/1.1" status: 200 len: 913 time: 0.1480124 Feb 16 14:37:49.604979 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-33704eef-76f3-4fdf-b24d-b7e0e7152aae req-197553c9-b0a5-4964-94d1-024c27b58e44 service neutron] 10.222.0.127 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6a3d505-2303-4112-aeb2-904903b018da HTTP/1.1" status: 200 len: 217 time: 0.0569181 Feb 16 14:37:49.641885 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-4d3390bb-d97d-4dfc-8f5d-22a24d119eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:49.670641 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33704eef-76f3-4fdf-b24d-b7e0e7152aae req-fec31e4d-454d-411a-b081-bc550c7e57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:49.672145 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-33704eef-76f3-4fdf-b24d-b7e0e7152aae req-fec31e4d-454d-411a-b081-bc550c7e57d0 service neutron] 10.222.0.127 "GET /v2.0/subnets?id=6a6eba54-d08a-4809-9cbc-4e2a0d64b56a HTTP/1.1" status: 200 len: 851 time: 0.0564301 Feb 16 14:37:49.673147 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-a192f204-83f8-40a6-9a45-698686c73971 None None] Set router 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:49.679801 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3390bb-d97d-4dfc-8f5d-22a24d119eba None None] Checking router: 98f0b610-e1f9-43f5-8054-fbcade023e8e for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:37:49.690833 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3390bb-d97d-4dfc-8f5d-22a24d119eba None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:49.691856 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-4d3390bb-d97d-4dfc-8f5d-22a24d119eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:37:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:49.747764 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33704eef-76f3-4fdf-b24d-b7e0e7152aae req-0e4ba32a-5075-4641-8636-4756a1ed3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:49.749705 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-33704eef-76f3-4fdf-b24d-b7e0e7152aae req-0e4ba32a-5075-4641-8636-4756a1ed3ee9 service neutron] 10.222.0.127 "GET /v2.0/ports?network_id=78ebea5a-7c6d-4c2c-8e42-a1327d39deac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0710504 Feb 16 14:37:49.894856 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-33704eef-76f3-4fdf-b24d-b7e0e7152aae req-e2fc24be-09f9-407c-8a45-42f52daeea30 service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369188 Feb 16 14:37:49.897066 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] Publish callbacks [] for router (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:49.980821 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a101c-a5bd-43f1-b03e-c2975fc1c225 req-f41f05ae-1b42-4157-8854-f5263985ee3a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:49.982341 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7c5a101c-a5bd-43f1-b03e-c2975fc1c225 req-f41f05ae-1b42-4157-8854-f5263985ee3a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 945 time: 0.1230283 Feb 16 14:37:49.994828 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-4d3390bb-d97d-4dfc-8f5d-22a24d119eba None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:50.023551 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-33704eef-76f3-4fdf-b24d-b7e0e7152aae req-809c3d08-a1f7-4d90-a05d-e504b7191c54 service neutron] 10.222.0.127 "GET /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194799 Feb 16 14:37:50.031090 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-a192f204-83f8-40a6-9a45-698686c73971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'name': 'tempest-TestShelveInstance-680028234-router', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:57Z', 'updated_at': '2022-02-16T14:37:48Z', 'revision_number': 5, 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'gw_port': {'id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:58Z', 'updated_at': '2022-02-16T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:50.057682 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-7c5a101c-a5bd-43f1-b03e-c2975fc1c225 req-6dfd54b6-7136-4114-aaef-3ce002050c04 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680184 Feb 16 14:37:50.058933 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a192f204-83f8-40a6-9a45-698686c73971 None None] Checking router: 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:37:50.068513 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a192f204-83f8-40a6-9a45-698686c73971 None None] Routers {'2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:50.069183 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-a192f204-83f8-40a6-9a45-698686c73971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:37:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:50.077575 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] Publish callbacks [] for router_gateway (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:50.166154 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] Deleting port baffc0b5-7062-4abc-8c9b-d1bb6d5da931 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:50.166560 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (baffc0b5-7062-4abc-8c9b-d1bb6d5da931), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:50.188365 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-a192f204-83f8-40a6-9a45-698686c73971 None None] Set router 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:50.223701 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-4d3390bb-d97d-4dfc-8f5d-22a24d119eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:50.252109 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3390bb-d97d-4dfc-8f5d-22a24d119eba None None] The sync data for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi is: [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:30:11Z', 'revision_number': 4, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi', '_interfaces': [{'id': '60c5c505-c56e-40c3-84e6-d7a67513683f', 'name': '', 'network_id': '78ebea5a-7c6d-4c2c-8e42-a1327d39deac', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'mac_address': 'fa:16:3e:45:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:10Z', 'updated_at': '2022-02-16T14:30:14Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'subnets': [{'id': '6a6eba54-d08a-4809-9cbc-4e2a0d64b56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:37:50.262466 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] For port baffc0b5-7062-4abc-8c9b-d1bb6d5da931, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=baffc0b5-7062-4abc-8c9b-d1bb6d5da931,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:50.262837 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (baffc0b5-7062-4abc-8c9b-d1bb6d5da931), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:50.277106 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] Calling delete_port for baffc0b5-7062-4abc-8c9b-d1bb6d5da931 owned by network:router_gateway {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:50.382709 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-a192f204-83f8-40a6-9a45-698686c73971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'name': 'tempest-TestShelveInstance-680028234-router', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:57Z', 'updated_at': '2022-02-16T14:37:48Z', 'revision_number': 5, 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'gw_port': {'id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:58Z', 'updated_at': '2022-02-16T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:50.409789 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a192f204-83f8-40a6-9a45-698686c73971 None None] The sync data for ids ['2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5'] in dv-cinder-778193-17-iscsi is: [{'id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'name': 'tempest-TestShelveInstance-680028234-router', 'tenant_id': '0233d189aab747fb8ec64a57175c3a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:32:57Z', 'updated_at': '2022-02-16T14:37:48Z', 'revision_number': 5, 'project_id': '0233d189aab747fb8ec64a57175c3a73', 'gw_port': {'id': 'baffc0b5-7062-4abc-8c9b-d1bb6d5da931', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:93:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:32:58Z', 'updated_at': '2022-02-16T14:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:37:50.530142 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad99bff-6115-41b5-9ef5-a8520c919e20 None None] New status for floating IP d0be3b9a-5de2-48e3-9dac-6d79f2e17c45: DOWN {{(pid=103213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:37:50.563149 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (baffc0b5-7062-4abc-8c9b-d1bb6d5da931), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:50.589412 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] Pushing event deleted for resources: {'Port': ['ID=baffc0b5-7062-4abc-8c9b-d1bb6d5da931,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:50.654310 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022104'] for router_gateway (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:50.748401 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62057'] for router (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:50.750434 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] Publish callbacks [] for router_controller (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:50.855031 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1029900'] for router (2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:50.855600 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 {{(pid=103211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:37:50.861451 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:50.865247 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-3c69ea90-e3c4-4ca5-8e21-58f44b103478 admin admin] 10.222.0.133 "DELETE /v2.0/routers/2d0c3bd3-38b9-4bc6-8fe5-bfc94ffb70c5 HTTP/1.1" status: 204 len: 168 time: 1.4268506 Feb 16 14:37:50.865489 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55250) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:50.912455 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe2eb53-bb1d-4314-a669-0357c199c711 admin admin] Deleting subnet 2908c459-db2b-4119-9b26-ae12094c0c38 {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:37:50.916993 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eb53-bb1d-4314-a669-0357c199c711 admin admin] Publish callbacks [] for subnet (2908c459-db2b-4119-9b26-ae12094c0c38), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:50.952004 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eb53-bb1d-4314-a669-0357c199c711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5133848'] for subnet (2908c459-db2b-4119-9b26-ae12094c0c38), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.045134 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eb53-bb1d-4314-a669-0357c199c711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (2908c459-db2b-4119-9b26-ae12094c0c38), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.072687 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device c8c0bc0b-4773-45ad-8e50-0bb36a25a360 no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:37:51.101501 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: c8c0bc0b-4773-45ad-8e50-0bb36a25a360 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:37:51.101856 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device c8c0bc0b-4773-45ad-8e50-0bb36a25a360 not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:37:51.170001 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eb53-bb1d-4314-a669-0357c199c711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4862926'] for subnet (2908c459-db2b-4119-9b26-ae12094c0c38), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.200659 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2eb53-bb1d-4314-a669-0357c199c711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2908c459-db2b-4119-9b26-ae12094c0c38,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:51.205978 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ebe2eb53-bb1d-4314-a669-0357c199c711 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.209187 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ebe2eb53-bb1d-4314-a669-0357c199c711 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/2908c459-db2b-4119-9b26-ae12094c0c38 HTTP/1.1" status: 204 len: 168 time: 0.3426502 Feb 16 14:37:51.210416 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b854be-6d31-4597-bc89-6820c65d764d None None] Network c0438774-7c3a-4a17-862a-4c9a8b1fca28 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:37:51.211762 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55254) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:51.251731 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c47db4-9983-4a15-bed5-aa4b74197a2b req-e451372f-cb4b-4600-9e6e-e4f2185591da tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:51.253157 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-96c47db4-9983-4a15-bed5-aa4b74197a2b req-e451372f-cb4b-4600-9e6e-e4f2185591da tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 945 time: 0.1139388 Feb 16 14:37:51.282559 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4921a99-78b8-4a56-a3d3-b9f3b45be1cd req-2a0b6fd1-19c6-49c1-9b46-50ea1069738f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:51.284329 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c4921a99-78b8-4a56-a3d3-b9f3b45be1cd req-2a0b6fd1-19c6-49c1-9b46-50ea1069738f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 945 time: 0.0604849 Feb 16 14:37:51.311555 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (c0438774-7c3a-4a17-862a-4c9a8b1fca28), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.348553 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-96c47db4-9983-4a15-bed5-aa4b74197a2b req-a6cfb57f-3e76-4c3c-84ab-7cfe0d854bb9 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/security-groups?id=3c313fc3-b6ca-4288-a6e6-912381f7391c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899045 Feb 16 14:37:51.390418 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Deleting port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:51.390641 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.396669 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-c4921a99-78b8-4a56-a3d3-b9f3b45be1cd req-2c40e53b-55a9-4bc5-92a0-468d2edc1fd7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Deleting port a6a3d505-2303-4112-aeb2-904903b018da {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:51.397115 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-c4921a99-78b8-4a56-a3d3-b9f3b45be1cd req-2c40e53b-55a9-4bc5-92a0-468d2edc1fd7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (a6a3d505-2303-4112-aeb2-904903b018da), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.458485 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] For port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=85a475f2-a7ce-4e8b-8236-579f8c12b8bb,segment=NetworkSegment(d6b4c38d-36ca-4810-bbea-b1f4365e7cfd),segment_id=d6b4c38d-36ca-4810-bbea-b1f4365e7cfd)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:51.458892 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.472409 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Calling delete_port for 85a475f2-a7ce-4e8b-8236-579f8c12b8bb owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:51.482822 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c2bc10-73f8-45e7-9d27-c69c734fa65f None None] DHCP port deletion for c0438774-7c3a-4a17-862a-4c9a8b1fca28 request from dv-cinder-778193-17-iscsi {{(pid=103212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:37:51.497619 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-c4921a99-78b8-4a56-a3d3-b9f3b45be1cd req-2c40e53b-55a9-4bc5-92a0-468d2edc1fd7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] For port a6a3d505-2303-4112-aeb2-904903b018da, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a6a3d505-2303-4112-aeb2-904903b018da,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:51.498021 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-c4921a99-78b8-4a56-a3d3-b9f3b45be1cd req-2c40e53b-55a9-4bc5-92a0-468d2edc1fd7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (a6a3d505-2303-4112-aeb2-904903b018da), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.518864 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [req-c4921a99-78b8-4a56-a3d3-b9f3b45be1cd req-2c40e53b-55a9-4bc5-92a0-468d2edc1fd7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Calling delete_port for a6a3d505-2303-4112-aeb2-904903b018da owned by compute:nova {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:51.540509 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2bc10-73f8-45e7-9d27-c69c734fa65f None None] Deleting port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:51.541208 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e5c2bc10-73f8-45e7-9d27-c69c734fa65f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.608695 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-e5c2bc10-73f8-45e7-9d27-c69c734fa65f None None] For port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=85a475f2-a7ce-4e8b-8236-579f8c12b8bb,segment=NetworkSegment(d6b4c38d-36ca-4810-bbea-b1f4365e7cfd),segment_id=d6b4c38d-36ca-4810-bbea-b1f4365e7cfd)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:51.609222 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e5c2bc10-73f8-45e7-9d27-c69c734fa65f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.625609 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2bc10-73f8-45e7-9d27-c69c734fa65f None None] Calling delete_port for 85a475f2-a7ce-4e8b-8236-579f8c12b8bb owned by network:dhcp {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:51.643405 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.672549 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] No DVR routers for this DVR port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb on host dv-cinder-778193-17-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:37:51.677305 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a475f2-a7ce-4e8b-8236-579f8c12b8bb,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:51.700131 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-e5c2bc10-73f8-45e7-9d27-c69c734fa65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (85a475f2-a7ce-4e8b-8236-579f8c12b8bb), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.729022 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2bc10-73f8-45e7-9d27-c69c734fa65f None None] Pushing event deleted for resources: {'Port': ['ID=85a475f2-a7ce-4e8b-8236-579f8c12b8bb,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:51.730189 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-c4921a99-78b8-4a56-a3d3-b9f3b45be1cd req-2c40e53b-55a9-4bc5-92a0-468d2edc1fd7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (a6a3d505-2303-4112-aeb2-904903b018da), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.732480 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c2bc10-73f8-45e7-9d27-c69c734fa65f None None] No DVR routers for this DVR port 85a475f2-a7ce-4e8b-8236-579f8c12b8bb on host dv-cinder-778193-17-iscsi {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:37:51.754890 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (c0438774-7c3a-4a17-862a-4c9a8b1fca28), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.764450 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40e53b-55a9-4bc5-92a0-468d2edc1fd7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event deleted for resources: {'Port': ['ID=a6a3d505-2303-4112-aeb2-904903b018da,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:51.777759 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0438774-7c3a-4a17-862a-4c9a8b1fca28']}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:51.792241 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b4c38d-36ca-4810-bbea-b1f4365e7cfd') {'for_net_delete': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:51.792241 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.services.segments.db [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b4c38d-36ca-4810-bbea-b1f4365e7cfd') {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:51.799517 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5133841'] for segment (d6b4c38d-36ca-4810-bbea-b1f4365e7cfd), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.810831 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4921a99-78b8-4a56-a3d3-b9f3b45be1cd req-2c40e53b-55a9-4bc5-92a0-468d2edc1fd7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] No DVR routers for this DVR port a6a3d505-2303-4112-aeb2-904903b018da on host hv-cinder-77819 {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:37:51.813167 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-c4921a99-78b8-4a56-a3d3-b9f3b45be1cd req-2c40e53b-55a9-4bc5-92a0-468d2edc1fd7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for port (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.813520 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (d6b4c38d-36ca-4810-bbea-b1f4365e7cfd), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.816426 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c4921a99-78b8-4a56-a3d3-b9f3b45be1cd req-2c40e53b-55a9-4bc5-92a0-468d2edc1fd7 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.127 "DELETE /v2.0/ports/a6a3d505-2303-4112-aeb2-904903b018da HTTP/1.1" status: 204 len: 173 time: 0.5264580 Feb 16 14:37:51.816890 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8303aa18-616b-4433-847f-2e21a3c5b110', 'name': 'network-vif-deleted', 'tag': 'a6a3d505-2303-4112-aeb2-904903b018da'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 14:37:51.819103 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.133/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7628438f7204374abf2122de75aa842c45a273b96376437c8dc28eed9673d69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1c0a20-1abd-49a3-88cd-04ed341880f7" -d '{"events": [{"server_uuid": "8303aa18-616b-4433-847f-2e21a3c5b110", "name": "network-vif-deleted", "tag": "a6a3d505-2303-4112-aeb2-904903b018da"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 14:37:51.819754 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:37:51.820133 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5092010'] for segment (d6b4c38d-36ca-4810-bbea-b1f4365e7cfd), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: Traceback (most recent call last): Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: timer() Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: cb(*args, **kw) Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: return func(*args, **kwargs) Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: self._notify() Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: self.callback(batched_events) Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: event.method(event) Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: return f(self, *a, **k) Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: return self._get(url).json() Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: return self.request(url, 'GET', **kwargs) Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:37:51.822624 dv-cinder-778193-17-iscsi neutron-server[103211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:37:51.858007 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 14:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d012a1c1-1057-4a86-a68a-f1f240b8f086 x-openstack-request-id: req-d012a1c1-1057-4a86-a68a-f1f240b8f086 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 14:37:51.860674 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8303aa18-616b-4433-847f-2e21a3c5b110", "name": "network-vif-deleted", "tag": "a6a3d505-2303-4112-aeb2-904903b018da", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 14:37:51.860674 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.133/compute/v2.1/os-server-external-events used request id req-d012a1c1-1057-4a86-a68a-f1f240b8f086 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 14:37:51.860674 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8303aa18-616b-4433-847f-2e21a3c5b110', 'name': 'network-vif-deleted', 'tag': 'a6a3d505-2303-4112-aeb2-904903b018da', 'status': 'completed', 'code': 200} Feb 16 14:37:51.934597 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (c0438774-7c3a-4a17-862a-4c9a8b1fca28), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.940563 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:51.943833 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] 10.222.0.133 "DELETE /v2.0/networks/c0438774-7c3a-4a17-862a-4c9a8b1fca28 HTTP/1.1" status: 204 len: 168 time: 0.7310789 Feb 16 14:37:51.956302 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad5529-9ad1-4c21-ab2d-8b95878f40c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0438774-7c3a-4a17-862a-4c9a8b1fca28,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:52.194485 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55260) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:52.237675 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-0f9dd92c-c9aa-4d4e-a929-22fba0d1eafa admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=67b8e2de3b6c4d2bb841ceb49c5888bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419173 Feb 16 14:37:52.240207 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55262) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:52.289085 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ca7380ca-7aa9-47da-b7d6-07aa7fe869f3 admin admin] Publish callbacks [] for security_group (4f11da08-b793-4048-9278-d29155415099), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:52.311144 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ca7380ca-7aa9-47da-b7d6-07aa7fe869f3 admin admin] Publish callbacks [] for security_group (4f11da08-b793-4048-9278-d29155415099), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:52.459022 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ca7380ca-7aa9-47da-b7d6-07aa7fe869f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (4f11da08-b793-4048-9278-d29155415099), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:52.461588 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ca7380ca-7aa9-47da-b7d6-07aa7fe869f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:52.463793 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-ca7380ca-7aa9-47da-b7d6-07aa7fe869f3 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/4f11da08-b793-4048-9278-d29155415099 HTTP/1.1" status: 204 len: 168 time: 0.2216463 Feb 16 14:37:52.465354 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [req-2b7fc4f9-9f2f-4851-942d-ed3ceb321e82 req-51f935ea-5e01-485f-92d9-bed3406e716f tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "GET /v2.0/ports?device_id=8303aa18-616b-4433-847f-2e21a3c5b110 HTTP/1.1" status: 200 len: 210 time: 0.0357139 Feb 16 14:37:52.472953 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7380ca-7aa9-47da-b7d6-07aa7fe869f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f11da08-b793-4048-9278-d29155415099,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:53.070772 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device baffc0b5-7062-4abc-8c9b-d1bb6d5da931 no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:37:53.080583 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55270) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:53.093581 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: baffc0b5-7062-4abc-8c9b-d1bb6d5da931 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:37:53.094023 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device baffc0b5-7062-4abc-8c9b-d1bb6d5da931 not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:37:53.094543 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 85a475f2-a7ce-4e8b-8236-579f8c12b8bb no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:37:53.113782 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 85a475f2-a7ce-4e8b-8236-579f8c12b8bb {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:37:53.114149 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 85a475f2-a7ce-4e8b-8236-579f8c12b8bb not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:37:53.125298 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-94a95284-751f-418b-a1d9-cc1d663ddc1b admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=0233d189aab747fb8ec64a57175c3a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433066 Feb 16 14:37:53.127836 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55272) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:53.176075 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b779da19-d283-4a13-a3bb-1cc5b3a64036 admin admin] Publish callbacks [] for security_group (e4e05f1b-b5a0-42a2-98fe-86aecc423091), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:53.196238 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b779da19-d283-4a13-a3bb-1cc5b3a64036 admin admin] Publish callbacks [] for security_group (e4e05f1b-b5a0-42a2-98fe-86aecc423091), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:53.299737 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b779da19-d283-4a13-a3bb-1cc5b3a64036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (e4e05f1b-b5a0-42a2-98fe-86aecc423091), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:53.302399 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b779da19-d283-4a13-a3bb-1cc5b3a64036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:53.303532 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-b779da19-d283-4a13-a3bb-1cc5b3a64036 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/e4e05f1b-b5a0-42a2-98fe-86aecc423091 HTTP/1.1" status: 204 len: 168 time: 0.1747866 Feb 16 14:37:53.311460 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779da19-d283-4a13-a3bb-1cc5b3a64036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e05f1b-b5a0-42a2-98fe-86aecc423091,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:53.525408 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55278) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:53.657434 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9ad65-abe8-4c90-8055-3660c16b534a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Deleting port 24d53a6a-80cb-41aa-ac62-c2fa79a0ca50 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:53.657780 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f1e9ad65-abe8-4c90-8055-3660c16b534a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (24d53a6a-80cb-41aa-ac62-c2fa79a0ca50), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:53.741429 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f1e9ad65-abe8-4c90-8055-3660c16b534a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (24d53a6a-80cb-41aa-ac62-c2fa79a0ca50), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:53.741749 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f1e9ad65-abe8-4c90-8055-3660c16b534a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for floatingip (24d53a6a-80cb-41aa-ac62-c2fa79a0ca50), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:53.756017 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9ad65-abe8-4c90-8055-3660c16b534a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Calling delete_port for 24d53a6a-80cb-41aa-ac62-c2fa79a0ca50 owned by network:floatingip {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:53.940130 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f1e9ad65-abe8-4c90-8055-3660c16b534a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (24d53a6a-80cb-41aa-ac62-c2fa79a0ca50), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:53.965169 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9ad65-abe8-4c90-8055-3660c16b534a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event deleted for resources: {'Port': ['ID=24d53a6a-80cb-41aa-ac62-c2fa79a0ca50,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:54.025085 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f1e9ad65-abe8-4c90-8055-3660c16b534a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for floatingip (a0bf1432-25ed-413d-b927-743043a57a38), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:54.027606 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f1e9ad65-abe8-4c90-8055-3660c16b534a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255410'] for floatingip (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:54.028747 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-f1e9ad65-abe8-4c90-8055-3660c16b534a tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "DELETE /v2.0/floatingips/a0bf1432-25ed-413d-b927-743043a57a38 HTTP/1.1" status: 204 len: 168 time: 0.5023029 Feb 16 14:37:55.342462 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55290) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:55.398867 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2f4fbf49-5b49-44aa-b2b9-f71fd1d2ae51 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group (3c313fc3-b6ca-4288-a6e6-912381f7391c), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:55.423800 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2f4fbf49-5b49-44aa-b2b9-f71fd1d2ae51 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group (3c313fc3-b6ca-4288-a6e6-912381f7391c), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:55.539925 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2f4fbf49-5b49-44aa-b2b9-f71fd1d2ae51 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (3c313fc3-b6ca-4288-a6e6-912381f7391c), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:55.543669 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2f4fbf49-5b49-44aa-b2b9-f71fd1d2ae51 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Publish callbacks [] for security_group (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:55.544840 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-2f4fbf49-5b49-44aa-b2b9-f71fd1d2ae51 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] 10.222.0.133 "DELETE /v2.0/security-groups/3c313fc3-b6ca-4288-a6e6-912381f7391c HTTP/1.1" status: 204 len: 168 time: 0.2013671 Feb 16 14:37:55.553754 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fbf49-5b49-44aa-b2b9-f71fd1d2ae51 tempest-TestVolumeBootPattern-2125093156 tempest-TestVolumeBootPattern-2125093156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c313fc3-b6ca-4288-a6e6-912381f7391c,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:55.657849 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55294) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:56.117895 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device a6a3d505-2303-4112-aeb2-904903b018da no longer exists at agent hyperv_hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:37:56.141680 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] No Port match for: a6a3d505-2303-4112-aeb2-904903b018da {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:37:56.142281 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Device a6a3d505-2303-4112-aeb2-904903b018da not bound to the agent host hv-cinder-77819 {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:37:56.178225 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7a804008-9033-41c1-97ea-b03cb08edc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016786'] for router_interface (98f0b610-e1f9-43f5-8054-fbcade023e8e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:56.419676 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-7a804008-9033-41c1-97ea-b03cb08edc08 admin admin] Deleting port 60c5c505-c56e-40c3-84e6-d7a67513683f {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:56.420377 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7a804008-9033-41c1-97ea-b03cb08edc08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:56.497429 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-7a804008-9033-41c1-97ea-b03cb08edc08 admin admin] For port 60c5c505-c56e-40c3-84e6-d7a67513683f, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=60c5c505-c56e-40c3-84e6-d7a67513683f,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:56.497785 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7a804008-9033-41c1-97ea-b03cb08edc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:56.510444 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-7a804008-9033-41c1-97ea-b03cb08edc08 admin admin] Calling delete_port for 60c5c505-c56e-40c3-84e6-d7a67513683f owned by network:router_interface {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:56.734362 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7a804008-9033-41c1-97ea-b03cb08edc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (60c5c505-c56e-40c3-84e6-d7a67513683f), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:56.760063 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a804008-9033-41c1-97ea-b03cb08edc08 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c5c505-c56e-40c3-84e6-d7a67513683f,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:56.922204 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7a804008-9033-41c1-97ea-b03cb08edc08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1018402'] for router_interface (98f0b610-e1f9-43f5-8054-fbcade023e8e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:57.136441 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a804008-9033-41c1-97ea-b03cb08edc08 admin admin] Router 98f0b610-e1f9-43f5-8054-fbcade023e8e has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:37:57.484114 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a804008-9033-41c1-97ea-b03cb08edc08 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:37:57.489039 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-7a804008-9033-41c1-97ea-b03cb08edc08 admin admin] 10.222.0.133 "PUT /v2.0/routers/98f0b610-e1f9-43f5-8054-fbcade023e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8301427 Feb 16 14:37:57.491635 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55298) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:57.494404 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b90384-d587-47d3-aaea-d15b1f3eb697 None None] Sync routers for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:37:57.503900 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b90384-d587-47d3-aaea-d15b1f3eb697 None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:57.504498 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-48b90384-d587-47d3-aaea-d15b1f3eb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:37:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:57.598001 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] Publish callbacks [] for router (98f0b610-e1f9-43f5-8054-fbcade023e8e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:57.612117 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-48b90384-d587-47d3-aaea-d15b1f3eb697 None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:57.702847 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] Publish callbacks [] for router_gateway (98f0b610-e1f9-43f5-8054-fbcade023e8e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:57.787291 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-48b90384-d587-47d3-aaea-d15b1f3eb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:37:56Z', 'revision_number': 5, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port': {'id': 'b8719d6b-0c29-4285-bcaa-3b08748981b6', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:08Z', 'updated_at': '2022-02-16T14:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:57.811445 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] Deleting port b8719d6b-0c29-4285-bcaa-3b08748981b6 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:57.811785 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (b8719d6b-0c29-4285-bcaa-3b08748981b6), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:57.813405 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b90384-d587-47d3-aaea-d15b1f3eb697 None None] Checking router: 98f0b610-e1f9-43f5-8054-fbcade023e8e for host: dv-cinder-778193-17-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:37:57.822177 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b90384-d587-47d3-aaea-d15b1f3eb697 None None] Routers {'98f0b610-e1f9-43f5-8054-fbcade023e8e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:37:57.822803 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-48b90384-d587-47d3-aaea-d15b1f3eb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:37:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['98f0b610-e1f9-43f5-8054-fbcade023e8e'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:57.892482 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] For port b8719d6b-0c29-4285-bcaa-3b08748981b6, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=b8719d6b-0c29-4285-bcaa-3b08748981b6,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:57.892875 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (b8719d6b-0c29-4285-bcaa-3b08748981b6), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:57.905688 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] Calling delete_port for b8719d6b-0c29-4285-bcaa-3b08748981b6 owned by network:router_gateway {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:57.910926 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-48b90384-d587-47d3-aaea-d15b1f3eb697 None None] Set router 98f0b610-e1f9-43f5-8054-fbcade023e8e gateway port host: None {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:37:57.966168 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-48b90384-d587-47d3-aaea-d15b1f3eb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:37:57Z', 'revision_number': 6, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port_host': None}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:57.991742 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b90384-d587-47d3-aaea-d15b1f3eb697 None None] The sync data for ids ['98f0b610-e1f9-43f5-8054-fbcade023e8e'] in dv-cinder-778193-17-iscsi is: [{'id': '98f0b610-e1f9-43f5-8054-fbcade023e8e', 'name': 'tempest-TestVolumeBootPattern-1110966372-router', 'tenant_id': '71aa13b5525343d9b20e223b0307b273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:07Z', 'updated_at': '2022-02-16T14:37:57Z', 'revision_number': 6, 'project_id': '71aa13b5525343d9b20e223b0307b273', 'gw_port_host': None}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:37:58.140018 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (b8719d6b-0c29-4285-bcaa-3b08748981b6), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.163258 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b8719d6b-0c29-4285-bcaa-3b08748981b6,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:58.225221 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022104'] for router_gateway (98f0b610-e1f9-43f5-8054-fbcade023e8e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.314439 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62057'] for router (98f0b610-e1f9-43f5-8054-fbcade023e8e), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.316537 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] Publish callbacks [] for router_controller (98f0b610-e1f9-43f5-8054-fbcade023e8e), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.437408 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1029900'] for router (98f0b610-e1f9-43f5-8054-fbcade023e8e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.437975 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98f0b610-e1f9-43f5-8054-fbcade023e8e {{(pid=103211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:37:58.442237 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.444463 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-66776800-6ce3-4cd9-9383-41344a6676cf admin admin] 10.222.0.133 "DELETE /v2.0/routers/98f0b610-e1f9-43f5-8054-fbcade023e8e HTTP/1.1" status: 204 len: 168 time: 0.9508848 Feb 16 14:37:58.446045 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55300) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:58.488864 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_v2 [None req-78072aeb-b758-43dd-9604-ce44a9d3a201 admin admin] Deleting subnet 6a6eba54-d08a-4809-9cbc-4e2a0d64b56a {{(pid=103211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:37:58.491928 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-78072aeb-b758-43dd-9604-ce44a9d3a201 admin admin] Publish callbacks [] for subnet (6a6eba54-d08a-4809-9cbc-4e2a0d64b56a), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.526187 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-78072aeb-b758-43dd-9604-ce44a9d3a201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5133848'] for subnet (6a6eba54-d08a-4809-9cbc-4e2a0d64b56a), precommit_delete_associations {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.606135 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-78072aeb-b758-43dd-9604-ce44a9d3a201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (6a6eba54-d08a-4809-9cbc-4e2a0d64b56a), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.706110 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-78072aeb-b758-43dd-9604-ce44a9d3a201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5092080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4862926'] for subnet (6a6eba54-d08a-4809-9cbc-4e2a0d64b56a), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.730650 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78072aeb-b758-43dd-9604-ce44a9d3a201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a6eba54-d08a-4809-9cbc-4e2a0d64b56a,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:58.737516 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-78072aeb-b758-43dd-9604-ce44a9d3a201 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.743196 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-78072aeb-b758-43dd-9604-ce44a9d3a201 admin admin] 10.222.0.133 "DELETE /v2.0/subnets/6a6eba54-d08a-4809-9cbc-4e2a0d64b56a HTTP/1.1" status: 204 len: 168 time: 0.2937095 Feb 16 14:37:58.744357 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 55302) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:58.747176 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0a7912-88ee-42a9-84b9-87389c9788d0 None None] Network 78ebea5a-7c6d-4c2c-8e42-a1327d39deac requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:37:58.815270 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (78ebea5a-7c6d-4c2c-8e42-a1327d39deac), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.872046 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Deleting port e62587f7-80de-43f3-b224-d5ecc95006cc {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:58.872393 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.912452 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa879de6-54d5-49c1-a40f-a0ec1597655d None None] DHCP port deletion for 78ebea5a-7c6d-4c2c-8e42-a1327d39deac request from dv-cinder-778193-17-iscsi {{(pid=103212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:37:58.942498 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] For port e62587f7-80de-43f3-b224-d5ecc95006cc, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=e62587f7-80de-43f3-b224-d5ecc95006cc,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:58.942938 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:58.958563 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Calling delete_port for e62587f7-80de-43f3-b224-d5ecc95006cc owned by network:dhcp {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:58.965519 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa879de6-54d5-49c1-a40f-a0ec1597655d None None] Deleting port e62587f7-80de-43f3-b224-d5ecc95006cc {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:58.965896 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa879de6-54d5-49c1-a40f-a0ec1597655d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.042143 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-aa879de6-54d5-49c1-a40f-a0ec1597655d None None] For port e62587f7-80de-43f3-b224-d5ecc95006cc, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=e62587f7-80de-43f3-b224-d5ecc95006cc,segment=NetworkSegment(be142fd5-55b0-42f2-8ede-2142df71ad2b),segment_id=be142fd5-55b0-42f2-8ede-2142df71ad2b)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:37:59.042549 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa879de6-54d5-49c1-a40f-a0ec1597655d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.059533 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-aa879de6-54d5-49c1-a40f-a0ec1597655d None None] Calling delete_port for e62587f7-80de-43f3-b224-d5ecc95006cc owned by network:dhcp {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:37:59.099798 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 60c5c505-c56e-40c3-84e6-d7a67513683f no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:37:59.105693 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.129967 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 60c5c505-c56e-40c3-84e6-d7a67513683f {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:37:59.130312 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 60c5c505-c56e-40c3-84e6-d7a67513683f not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:37:59.130733 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device e62587f7-80de-43f3-b224-d5ecc95006cc no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:37:59.136074 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e62587f7-80de-43f3-b224-d5ecc95006cc,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:59.137875 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] No DVR routers for this DVR port e62587f7-80de-43f3-b224-d5ecc95006cc on host dv-cinder-778193-17-iscsi {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:37:59.159284 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: e62587f7-80de-43f3-b224-d5ecc95006cc {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:37:59.159634 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device e62587f7-80de-43f3-b224-d5ecc95006cc not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:37:59.160049 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device b8719d6b-0c29-4285-bcaa-3b08748981b6 no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:37:59.181467 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: b8719d6b-0c29-4285-bcaa-3b08748981b6 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:37:59.181820 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device b8719d6b-0c29-4285-bcaa-3b08748981b6 not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:37:59.203802 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa879de6-54d5-49c1-a40f-a0ec1597655d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (e62587f7-80de-43f3-b224-d5ecc95006cc), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.207649 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (78ebea5a-7c6d-4c2c-8e42-a1327d39deac), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.228020 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ebea5a-7c6d-4c2c-8e42-a1327d39deac']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:59.229183 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa879de6-54d5-49c1-a40f-a0ec1597655d None None] Pushing event deleted for resources: {'Port': ['ID=e62587f7-80de-43f3-b224-d5ecc95006cc,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:59.232590 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa879de6-54d5-49c1-a40f-a0ec1597655d None None] No DVR routers for this DVR port e62587f7-80de-43f3-b224-d5ecc95006cc on host dv-cinder-778193-17-iscsi {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:37:59.238045 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be142fd5-55b0-42f2-8ede-2142df71ad2b') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:59.238572 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be142fd5-55b0-42f2-8ede-2142df71ad2b') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:37:59.248700 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615047'] for segment (be142fd5-55b0-42f2-8ede-2142df71ad2b), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.261997 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (be142fd5-55b0-42f2-8ede-2142df71ad2b), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.268160 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:37:59.268557 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163989'] for segment (be142fd5-55b0-42f2-8ede-2142df71ad2b), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: Traceback (most recent call last): Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: timer() Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: cb(*args, **kw) Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: return func(*args, **kwargs) Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: self._notify() Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: self.callback(batched_events) Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: event.method(event) Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: return f(self, *a, **k) Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._get(url).json() Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:37:59.270273 dv-cinder-778193-17-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:37:59.385811 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (78ebea5a-7c6d-4c2c-8e42-a1327d39deac), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.392259 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.395718 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] 10.222.0.133 "DELETE /v2.0/networks/78ebea5a-7c6d-4c2c-8e42-a1327d39deac HTTP/1.1" status: 204 len: 168 time: 0.6503203 Feb 16 14:37:59.398766 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [-] (103211) accepted ('10.222.0.133', 55304) {{(pid=103211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:37:59.406705 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f77cef-d85e-448e-b035-eb8cdfe962c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ebea5a-7c6d-4c2c-8e42-a1327d39deac,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:37:59.739020 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d30cb92b-3d6b-482c-99d2-bb906663ff06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1016786'] for router_interface (80b143d3-0639-42fb-b8e1-7ee02002ca2e), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:37:59.978868 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-d30cb92b-3d6b-482c-99d2-bb906663ff06 admin admin] Deleting port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:37:59.979130 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d30cb92b-3d6b-482c-99d2-bb906663ff06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:00.056465 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-d30cb92b-3d6b-482c-99d2-bb906663ff06 admin admin] For port 69751c21-72df-4dd3-b8af-0dc8ac2c5e33, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=69751c21-72df-4dd3-b8af-0dc8ac2c5e33,segment=NetworkSegment(300614e4-6dcc-4e93-94c8-560ba0274363),segment_id=300614e4-6dcc-4e93-94c8-560ba0274363)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:00.056879 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d30cb92b-3d6b-482c-99d2-bb906663ff06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:00.068610 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-d30cb92b-3d6b-482c-99d2-bb906663ff06 admin admin] Calling delete_port for 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 owned by network:router_interface {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:00.299861 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d30cb92b-3d6b-482c-99d2-bb906663ff06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5092037'] for port (69751c21-72df-4dd3-b8af-0dc8ac2c5e33), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:00.323119 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cb92b-3d6b-482c-99d2-bb906663ff06 admin admin] Pushing event deleted for resources: {'Port': ['ID=69751c21-72df-4dd3-b8af-0dc8ac2c5e33,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:00.491183 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d30cb92b-3d6b-482c-99d2-bb906663ff06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1008363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1018402'] for router_interface (80b143d3-0639-42fb-b8e1-7ee02002ca2e), after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:00.704137 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30cb92b-3d6b-482c-99d2-bb906663ff06 admin admin] Router 80b143d3-0639-42fb-b8e1-7ee02002ca2e has already been hosted by L3 agent a43f2b41-c3e5-40f6-aace-7f9439db776b {{(pid=103211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 14:38:00.816918 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30cb92b-3d6b-482c-99d2-bb906663ff06 admin admin] Notify agent at l3_agent.dv-cinder-778193-17-iscsi the message routers_updated {{(pid=103211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 14:38:00.823153 dv-cinder-778193-17-iscsi neutron-server[103211]: INFO neutron.wsgi [None req-d30cb92b-3d6b-482c-99d2-bb906663ff06 admin admin] 10.222.0.133 "PUT /v2.0/routers/80b143d3-0639-42fb-b8e1-7ee02002ca2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4225278 Feb 16 14:38:00.825905 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 55306) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:00.826854 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7482e-9d8b-4d61-86bb-63296ae44feb None None] Sync routers for ids ['80b143d3-0639-42fb-b8e1-7ee02002ca2e'] in dv-cinder-778193-17-iscsi {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:38:00.838084 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7482e-9d8b-4d61-86bb-63296ae44feb None None] Routers {'80b143d3-0639-42fb-b8e1-7ee02002ca2e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:00.838704 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-f9a7482e-9d8b-4d61-86bb-63296ae44feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:37:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['80b143d3-0639-42fb-b8e1-7ee02002ca2e'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:00.935064 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] Publish callbacks [] for router (80b143d3-0639-42fb-b8e1-7ee02002ca2e), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:00.948867 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-f9a7482e-9d8b-4d61-86bb-63296ae44feb None None] Set router 80b143d3-0639-42fb-b8e1-7ee02002ca2e gateway port host: dv-cinder-778193-17-iscsi {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:01.047044 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] Publish callbacks [] for router_gateway (80b143d3-0639-42fb-b8e1-7ee02002ca2e), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.133128 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-f9a7482e-9d8b-4d61-86bb-63296ae44feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'name': 'tempest-TestVolumeBootPattern-429953129-router', 'tenant_id': '5f33767511b6453e9d717254fe4b9187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'external_fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '35e3873c-7605-4ca6-a55e-e7739667a0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:38:00Z', 'revision_number': 5, 'project_id': '5f33767511b6453e9d717254fe4b9187', 'gw_port': {'id': '35e3873c-7605-4ca6-a55e-e7739667a0c9', 'name': '', 'network_id': '67a92944-87dc-44b9-86d8-d8bc1d2dbc5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64f2395c-1447-4366-a15a-0c9a0aa5bb68', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-17-iscsi'}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:01.162178 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7482e-9d8b-4d61-86bb-63296ae44feb None None] Checking router: 80b143d3-0639-42fb-b8e1-7ee02002ca2e for host: dv-cinder-778193-17-iscsi {{(pid=103213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:38:01.171030 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7482e-9d8b-4d61-86bb-63296ae44feb None None] Routers {'80b143d3-0639-42fb-b8e1-7ee02002ca2e'} bound to L3 agent in host dv-cinder-778193-17-iscsi {{(pid=103213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 14:38:01.171719 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-f9a7482e-9d8b-4d61-86bb-63296ae44feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T14:19:06Z,description=,heartbeat_timestamp=2022-02-16T14:37:36Z,host='dv-cinder-778193-17-iscsi',id=a43f2b41-c3e5-40f6-aace-7f9439db776b,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T14:19:07Z,topic='l3_agent')) {'router_ids': ['80b143d3-0639-42fb-b8e1-7ee02002ca2e'], 'active': True} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:01.189806 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] Deleting port 35e3873c-7605-4ca6-a55e-e7739667a0c9 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:01.190091 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (35e3873c-7605-4ca6-a55e-e7739667a0c9), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.254949 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_dvr_db [None req-f9a7482e-9d8b-4d61-86bb-63296ae44feb None None] Set router 80b143d3-0639-42fb-b8e1-7ee02002ca2e gateway port host: None {{(pid=103213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 14:38:01.284185 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] For port 35e3873c-7605-4ca6-a55e-e7739667a0c9, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=35e3873c-7605-4ca6-a55e-e7739667a0c9,segment=NetworkSegment(1dca2e19-16d1-4713-bcaf-bd270c6c38f3),segment_id=1dca2e19-16d1-4713-bcaf-bd270c6c38f3)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:01.284555 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (35e3873c-7605-4ca6-a55e-e7739667a0c9), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.297322 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] Calling delete_port for 35e3873c-7605-4ca6-a55e-e7739667a0c9 owned by network:router_gateway {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:01.308980 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.l3_hamode_db [None req-f9a7482e-9d8b-4d61-86bb-63296ae44feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'name': 'tempest-TestVolumeBootPattern-429953129-router', 'tenant_id': '5f33767511b6453e9d717254fe4b9187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:38:01Z', 'revision_number': 6, 'project_id': '5f33767511b6453e9d717254fe4b9187', 'gw_port_host': None}], 'dv-cinder-778193-17-iscsi', False) {} {{(pid=103213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:01.334097 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a7482e-9d8b-4d61-86bb-63296ae44feb None None] The sync data for ids ['80b143d3-0639-42fb-b8e1-7ee02002ca2e'] in dv-cinder-778193-17-iscsi is: [{'id': '80b143d3-0639-42fb-b8e1-7ee02002ca2e', 'name': 'tempest-TestVolumeBootPattern-429953129-router', 'tenant_id': '5f33767511b6453e9d717254fe4b9187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:30:14Z', 'updated_at': '2022-02-16T14:38:01Z', 'revision_number': 6, 'project_id': '5f33767511b6453e9d717254fe4b9187', 'gw_port_host': None}] {{(pid=103213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:38:01.505495 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.545340 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (35e3873c-7605-4ca6-a55e-e7739667a0c9), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.571888 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e3873c-7605-4ca6-a55e-e7739667a0c9,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:01.632489 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1022104'] for router_gateway (80b143d3-0639-42fb-b8e1-7ee02002ca2e), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.727373 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62057'] for router (80b143d3-0639-42fb-b8e1-7ee02002ca2e), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.730006 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] Publish callbacks [] for router_controller (80b143d3-0639-42fb-b8e1-7ee02002ca2e), precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.831196 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1029900'] for router (80b143d3-0639-42fb-b8e1-7ee02002ca2e), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.831826 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80b143d3-0639-42fb-b8e1-7ee02002ca2e {{(pid=103210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 14:38:01.836597 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.837684 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-8da5014f-63ab-4867-a103-7e3290acd0c3 admin admin] 10.222.0.133 "DELETE /v2.0/routers/80b143d3-0639-42fb-b8e1-7ee02002ca2e HTTP/1.1" status: 204 len: 168 time: 1.0107791 Feb 16 14:38:01.840267 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 55308) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:01.884161 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-014f0f20-fb4c-4d2e-99c8-a52f26824b4f admin admin] Deleting subnet ce2edaa8-ebf5-4ac4-b945-81c4e3876c76 {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 14:38:01.887289 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-014f0f20-fb4c-4d2e-99c8-a52f26824b4f admin admin] Publish callbacks [] for subnet (ce2edaa8-ebf5-4ac4-b945-81c4e3876c76), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.919875 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-014f0f20-fb4c-4d2e-99c8-a52f26824b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4615054'] for subnet (ce2edaa8-ebf5-4ac4-b945-81c4e3876c76), precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:01.998923 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-014f0f20-fb4c-4d2e-99c8-a52f26824b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1949560'] for subnet (ce2edaa8-ebf5-4ac4-b945-81c4e3876c76), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.101035 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-014f0f20-fb4c-4d2e-99c8-a52f26824b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1949553', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5163919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4957719'] for subnet (ce2edaa8-ebf5-4ac4-b945-81c4e3876c76), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.125851 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f0f20-fb4c-4d2e-99c8-a52f26824b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2edaa8-ebf5-4ac4-b945-81c4e3876c76,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:02.131908 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-014f0f20-fb4c-4d2e-99c8-a52f26824b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for subnet (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.136007 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-014f0f20-fb4c-4d2e-99c8-a52f26824b4f admin admin] 10.222.0.133 "DELETE /v2.0/subnets/ce2edaa8-ebf5-4ac4-b945-81c4e3876c76 HTTP/1.1" status: 204 len: 168 time: 0.2947652 Feb 16 14:38:02.138480 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 55310) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:02.141865 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4e85a5-166c-4555-8942-915f9596c36a None None] Network c352f888-789d-49e0-be6c-147e0af987d5 requested from dv-cinder-778193-17-iscsi {{(pid=103212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 14:38:02.209385 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086917'] for network (c352f888-789d-49e0-be6c-147e0af987d5), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.270824 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Deleting port 97ad44a7-03ea-4080-b6fb-ad71c45f733a {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:02.271171 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.340453 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] For port 97ad44a7-03ea-4080-b6fb-ad71c45f733a, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=97ad44a7-03ea-4080-b6fb-ad71c45f733a,segment=NetworkSegment(300614e4-6dcc-4e93-94c8-560ba0274363),segment_id=300614e4-6dcc-4e93-94c8-560ba0274363)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:02.340890 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.355116 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Calling delete_port for 97ad44a7-03ea-4080-b6fb-ad71c45f733a owned by network:dhcp {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:02.436268 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79700322-0023-4f4b-ba39-1f0219a066d8 None None] DHCP port deletion for c352f888-789d-49e0-be6c-147e0af987d5 request from dv-cinder-778193-17-iscsi {{(pid=103212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 14:38:02.482717 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-79700322-0023-4f4b-ba39-1f0219a066d8 None None] Deleting port 97ad44a7-03ea-4080-b6fb-ad71c45f733a {{(pid=103212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 14:38:02.483094 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-79700322-0023-4f4b-ba39-1f0219a066d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740137562871'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), before_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.511405 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5163962'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.538746 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=97ad44a7-03ea-4080-b6fb-ad71c45f733a,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:02.541494 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] No DVR routers for this DVR port 97ad44a7-03ea-4080-b6fb-ad71c45f733a on host dv-cinder-778193-17-iscsi {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:38:02.550011 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-79700322-0023-4f4b-ba39-1f0219a066d8 None None] For port 97ad44a7-03ea-4080-b6fb-ad71c45f733a, host dv-cinder-778193-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-17-iscsi',level=0,port_id=97ad44a7-03ea-4080-b6fb-ad71c45f733a,segment=NetworkSegment(300614e4-6dcc-4e93-94c8-560ba0274363),segment_id=300614e4-6dcc-4e93-94c8-560ba0274363)] {{(pid=103212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 14:38:02.550514 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-79700322-0023-4f4b-ba39-1f0219a066d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1022454'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), precommit_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.563757 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-79700322-0023-4f4b-ba39-1f0219a066d8 None None] Calling delete_port for 97ad44a7-03ea-4080-b6fb-ad71c45f733a owned by network:dhcp {{(pid=103212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 14:38:02.611682 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1945605', 'neutron.services.segments.db._delete_segments_for_network-8740137544075'] for network (c352f888-789d-49e0-be6c-147e0af987d5), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.635669 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c352f888-789d-49e0-be6c-147e0af987d5']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:02.645057 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300614e4-6dcc-4e93-94c8-560ba0274363') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:02.645331 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300614e4-6dcc-4e93-94c8-560ba0274363') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:38:02.646698 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-79700322-0023-4f4b-ba39-1f0219a066d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740137621086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740137028895'] for port (97ad44a7-03ea-4080-b6fb-ad71c45f733a), after_delete {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.655341 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740137546388', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4615047'] for segment (300614e4-6dcc-4e93-94c8-560ba0274363), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.668810 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521'] for segment (300614e4-6dcc-4e93-94c8-560ba0274363), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.672160 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79700322-0023-4f4b-ba39-1f0219a066d8 None None] Pushing event deleted for resources: {'Port': ['ID=97ad44a7-03ea-4080-b6fb-ad71c45f733a,revision_number=None']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:02.674651 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1943521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5163989'] for segment (300614e4-6dcc-4e93-94c8-560ba0274363), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: Traceback (most recent call last): Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: timer() Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: cb(*args, **kw) Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: return func(*args, **kwargs) Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: self._notify() Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: self.callback(batched_events) Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: event.method(event) Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: return f(self, *a, **k) Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._get(url).json() Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:38:02.679517 dv-cinder-778193-17-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:38:02.682672 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79700322-0023-4f4b-ba39-1f0219a066d8 None None] No DVR routers for this DVR port 97ad44a7-03ea-4080-b6fb-ad71c45f733a on host dv-cinder-778193-17-iscsi {{(pid=103212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:38:02.774045 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1945854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1008354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1022140'] for network (c352f888-789d-49e0-be6c-147e0af987d5), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.779321 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1008332'] for network (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:02.782450 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] 10.222.0.133 "DELETE /v2.0/networks/c352f888-789d-49e0-be6c-147e0af987d5 HTTP/1.1" status: 204 len: 168 time: 0.6429839 Feb 16 14:38:02.795117 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9ff1f-ec42-4531-819a-e1d1e09fa7ab admin admin] Pushing event deleted for resources: {'Network': ['ID=c352f888-789d-49e0-be6c-147e0af987d5,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:03.057962 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:03.077761 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:03.078105 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 69751c21-72df-4dd3-b8af-0dc8ac2c5e33 not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:03.078511 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 97ad44a7-03ea-4080-b6fb-ad71c45f733a no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:03.088992 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 55314) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:03.096914 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 97ad44a7-03ea-4080-b6fb-ad71c45f733a {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:03.098189 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 97ad44a7-03ea-4080-b6fb-ad71c45f733a not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:03.098189 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 35e3873c-7605-4ca6-a55e-e7739667a0c9 no longer exists at agent ovs-agent-dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 14:38:03.117032 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.plugin [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] No Port match for: 35e3873c-7605-4ca6-a55e-e7739667a0c9 {{(pid=103212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 14:38:03.117375 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.rpc [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Device 35e3873c-7605-4ca6-a55e-e7739667a0c9 not bound to the agent host dv-cinder-778193-17-iscsi {{(pid=103212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 14:38:03.129288 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9e39569d-9f6f-4a52-9a50-cfc0fc270409 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=71aa13b5525343d9b20e223b0307b273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390818 Feb 16 14:38:03.131699 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 55316) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:03.181993 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b25aa031-cef6-47d5-be7d-7bf14e5f5199 admin admin] Publish callbacks [] for security_group (f16fc053-fb17-4c04-b5f2-afb4df7a860a), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:03.202647 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b25aa031-cef6-47d5-be7d-7bf14e5f5199 admin admin] Publish callbacks [] for security_group (f16fc053-fb17-4c04-b5f2-afb4df7a860a), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:03.293843 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b25aa031-cef6-47d5-be7d-7bf14e5f5199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (f16fc053-fb17-4c04-b5f2-afb4df7a860a), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:03.296379 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b25aa031-cef6-47d5-be7d-7bf14e5f5199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:03.297583 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b25aa031-cef6-47d5-be7d-7bf14e5f5199 admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/f16fc053-fb17-4c04-b5f2-afb4df7a860a HTTP/1.1" status: 204 len: 168 time: 0.1649616 Feb 16 14:38:03.305454 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25aa031-cef6-47d5-be7d-7bf14e5f5199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16fc053-fb17-4c04-b5f2-afb4df7a860a,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:03.951326 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 55322) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:03.989722 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-20639cdc-7708-4303-87b0-a4985d152881 admin admin] 10.222.0.133 "GET /v2.0/security-groups?tenant_id=5f33767511b6453e9d717254fe4b9187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372791 Feb 16 14:38:03.992085 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.133', 55324) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 14:38:03.996489 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-324b16b1-b187-48d2-ba15-da2f8154b0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:04.038290 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4ac35492-350e-4507-8562-4855484b041e admin admin] Publish callbacks [] for security_group (7eb4b31c-3d03-4d6f-899b-f89811f53105), before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:04.059466 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4ac35492-350e-4507-8562-4855484b041e admin admin] Publish callbacks [] for security_group (7eb4b31c-3d03-4d6f-899b-f89811f53105), precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:04.150818 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4ac35492-350e-4507-8562-4855484b041e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601147'] for security_group (7eb4b31c-3d03-4d6f-899b-f89811f53105), after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:04.153694 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4ac35492-350e-4507-8562-4855484b041e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:04.156038 dv-cinder-778193-17-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-4ac35492-350e-4507-8562-4855484b041e admin admin] 10.222.0.133 "DELETE /v2.0/security-groups/7eb4b31c-3d03-4d6f-899b-f89811f53105 HTTP/1.1" status: 204 len: 168 time: 0.1630101 Feb 16 14:38:04.163872 dv-cinder-778193-17-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac35492-350e-4507-8562-4855484b041e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb4b31c-3d03-4d6f-899b-f89811f53105,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:38:06.408151 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-468fa80d-4ea7-4b6e-8dee-60adef05fd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:07.716432 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:09.110507 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:09.940495 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:38:10.698755 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:31.474496 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:34.006764 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4ff8-820d-481e-abcb-376c5fe1767a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:36.429540 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-2a44bf73-ed9d-4cdc-a892-8f603b3fa248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:37.714909 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:39.092189 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:40.680359 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:38:46.939907 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:39:01.479850 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:04.022351 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-40db0829-00af-4863-86e6-d05e8cd61203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:06.422718 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8b2b25b9-4189-4d2a-b418-365f5a60c8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:07.725334 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:09.090783 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:10.730873 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:23.938890 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:39:31.541459 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:34.033276 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-ea8b996f-1981-49bd-96d1-01f5be7f695b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:36.449882 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-cbb6b65f-ca32-4002-ac94-b9376cb3bfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:37.713090 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:39.130328 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:39:40.667155 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:00.937536 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:40:01.506609 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:04.026404 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-810158f7-5853-4ee3-b23d-cc280894fe16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:06.413784 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b9a5c6e2-8760-489a-8ee9-04f887b09ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:07.735143 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:09.094976 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:10.677796 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:31.505167 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:34.036111 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-97b2fa64-ea3b-4d19-be5f-9ab7604b3d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:36.420045 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-77529eb8-77d2-4fc7-a87a-6b9e6f358057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:37.728858 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:37.935975 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:40:39.128885 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:40:40.677040 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:01.515945 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:04.019567 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-13a3134f-4224-4f50-9c7e-9eda92a4017c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:06.436500 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-423d6ace-bc6d-42de-b24e-576ca789f13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:07.743705 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:09.144938 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:10.693901 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:15.025518 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:41:31.521170 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:34.030266 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-26f78fb3-5ad6-4c58-aec7-207d0f98e6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:36.428622 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-c00425f7-dabe-4f09-b2fa-3c1c3efb6073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:37.739292 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:39.122324 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:40.687470 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:41:51.934481 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:42:01.531353 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:04.024175 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8c131f15-2281-4e17-b2c5-4ffe467cac9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:06.429029 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-89d47342-b9a2-4cf6-9134-c485aa02d21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:07.738871 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:09.125814 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:10.709009 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:28.932398 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:42:31.565301 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:34.033484 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-3a8bcccb-5e67-46bd-b494-5290b7236525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:36.412744 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-b35cfb5e-a097-4023-bfa6-9c110e753ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:37.742553 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:39.177407 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:42:40.685213 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:01.555275 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-aa5481c1-df19-4875-a539-c8ac1752c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (5550df18-26c1-4c45-af4b-0ab6b178290f), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:04.027701 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-879f614a-a9c8-44ce-ac88-283bb297fafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a63c40ec-a1b9-4a08-a31b-e4fde366a955), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:05.931653 dv-cinder-778193-17-iscsi neutron-server[103213]: DEBUG neutron.db.agents_db [None req-c58f513a-b1c2-4ae9-98b1-18ea03037b61 None None] Agent healthcheck: found 6 active agents {{(pid=103213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 14:43:06.421765 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-39087de6-0967-46b3-8aa7-26cf755b2b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a43f2b41-c3e5-40f6-aace-7f9439db776b), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:07.749610 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-70ca03c7-455c-49e6-811f-6493e7325ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (ebeca09d-ee65-4acd-9558-86a632e3613a), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:09.130279 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-22b9c741-0d2b-4676-81b7-fe110f803c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (1bec3c7f-b25b-4de0-be32-ed99aa66de56), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:10.692267 dv-cinder-778193-17-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-786d717f-e132-4392-b32f-cf6ec9194558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740137544057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1936140'] for agent (a66c742a-1063-49b5-a530-d983534f8163), after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 14:43:14.380065 dv-cinder-778193-17-iscsi neutron-server[103211]: DEBUG neutron.wsgi [req-f9b044b1-5a35-4ee3-ab1f-975523c50d8f req-2b0c3186-16e5-4a35-88c9-7a979fb40510 service neutron] (103211) timed out ('10.222.0.127', 64296) {{(pid=103211) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}